-- Logs begin at Wed 2021-12-15 20:11:35 UTC, end at Wed 2021-12-15 21:12:05 UTC. -- Dec 15 20:46:00.830487 dv-cinder-821892-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Dec 15 20:46:03.167559 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.common.config [-] Logging enabled! Dec 15 20:46:03.168255 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev94 Dec 15 20:46:03.168357 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86751) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 20:46:03.171461 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.common.config [-] Logging enabled! Dec 15 20:46:03.171766 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.2.dev94 Dec 15 20:46:03.172038 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=86751) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Dec 15 20:46:03.172972 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 20:46:03.173210 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 20:46:03.173567 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 20:46:03.173840 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 20:46:03.174070 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 20:46:03.174390 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.174689 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.174989 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.175222 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.175520 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.175814 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.176101 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.176392 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.176690 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.176981 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.177264 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.177550 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.177813 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.178103 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] config_source = [] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.178393 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.178682 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.178909 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] debug = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.179192 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.179620 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.180034 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.180340 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.180637 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.180919 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.181193 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.181470 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.181781 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.182117 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] host = dv-cinder-821892-1-iscsi {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.182399 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.182690 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.182979 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.183268 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.183545 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.183829 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.184115 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.184391 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] log_dir = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.184667 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] log_file = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.184944 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.185237 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.185529 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.185857 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.186087 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.186311 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.186602 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.186891 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.187171 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.187451 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.187729 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.188014 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.188294 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.188565 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.188854 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.189142 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.189432 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.189744 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.190028 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.190307 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.190584 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.190868 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.191147 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.191425 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.191703 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.191993 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.192291 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.192571 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.192875 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.193161 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.193448 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.193763 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.194044 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.194331 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.194609 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.194884 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] use_journal = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.195160 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] use_json = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.195437 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.195712 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.196023 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.196301 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.196576 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.196852 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.197128 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.197415 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:03.197742 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.198052 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.198362 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.198651 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.198951 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.199254 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.199574 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.199884 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.200183 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.200480 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.200779 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.201065 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.201378 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.201684 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.201987 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.202299 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.202600 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.202898 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.203182 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.203462 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.203743 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.204026 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.204320 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.204617 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.205168 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.205447 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.205753 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.206054 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.206339 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.206619 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.206902 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.207198 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.207481 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.207761 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.208056 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.208338 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.208615 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.208892 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.209175 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.209469 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.209776 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.210058 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.210336 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.210619 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.210897 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.211190 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.211472 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.212277 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.212556 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.212843 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.213163 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.213407 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.213712 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.213997 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.214283 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.214565 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.214846 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.215128 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.215407 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.215687 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.215966 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.216245 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.216532 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.216814 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.217093 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.217374 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.217653 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.217956 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.218246 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.218556 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.218841 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.219128 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.219413 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.219697 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.219979 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.220260 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.220546 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.220832 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.221112 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.221408 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.221721 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.222018 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.222306 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.222591 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.222891 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.223176 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.223465 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.223750 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.224035 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.224330 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.224621 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.224920 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.225219 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.225516 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.225850 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.226149 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.226439 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.226756 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.227043 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:03.227902 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 20:46:03.228152 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=86751) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Dec 15 20:46:03.619076 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO keyring.backend [-] Loading KWallet Dec 15 20:46:03.626299 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO keyring.backend [-] Loading SecretService Dec 15 20:46:03.629874 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO keyring.backend [-] Loading Windows Dec 15 20:46:03.631210 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO keyring.backend [-] Loading chainer Dec 15 20:46:03.631796 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO keyring.backend [-] Loading macOS Dec 15 20:46:03.666162 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=86751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:46:03.666435 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=86751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:46:03.666726 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=86751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:46:03.667061 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.manager [-] Loading core plugin: ml2 Dec 15 20:46:03.976911 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:03.977232 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:03.977511 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:03.978764 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:03.979051 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:03.979322 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.099920 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.100200 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.100478 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.115264 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.115813 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.116166 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.145454 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.145830 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.146110 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.184920 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.185450 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.185450 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.417214 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.417502 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.417799 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.418075 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.418832 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.543462 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.543712 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.543998 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.544276 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.544548 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.544866 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.545138 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.545403 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.545685 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.545978 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.546245 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.546658 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.546932 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.547198 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.547476 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.547756 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.548024 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.548304 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.548561 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.548849 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.549205 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.549467 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.549753 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.550044 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.550300 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.550552 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.550944 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=86751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 20:46:04.551187 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=86751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 20:46:04.551424 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=86751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 20:46:04.551661 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=86751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 20:46:04.551897 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=86751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 20:46:04.552134 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=86751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 20:46:04.552502 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Dec 15 20:46:04.556306 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Dec 15 20:46:04.560303 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Dec 15 20:46:04.564150 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Dec 15 20:46:04.565825 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Dec 15 20:46:04.566272 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Dec 15 20:46:04.566608 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Dec 15 20:46:04.567000 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Dec 15 20:46:04.570039 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Dec 15 20:46:04.570289 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Dec 15 20:46:04.570644 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 20:46:04.599099 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Dec 15 20:46:04.599544 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.599846 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=86751) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Dec 15 20:46:04.600212 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.601592 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=86751) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Dec 15 20:46:04.601909 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Dec 15 20:46:04.602183 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Dec 15 20:46:04.605394 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.605689 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:04.666938 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Dec 15 20:46:04.667176 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Dec 15 20:46:04.667416 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Dec 15 20:46:04.667789 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Dec 15 20:46:04.700343 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_db.sqlalchemy.engines [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=86751) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Dec 15 20:46:05.032458 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.managers [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Initializing driver for type 'gre' Dec 15 20:46:05.033019 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] gre ID ranges: [(1, 1000)] Dec 15 20:46:05.086881 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.managers [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Initializing driver for type 'local' Dec 15 20:46:05.087303 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.managers [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Initializing driver for type 'vlan' Dec 15 20:46:05.099444 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] VlanTypeDriver initialization complete Dec 15 20:46:05.099842 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.managers [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Initializing driver for type 'vxlan' Dec 15 20:46:05.100422 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] vxlan ID ranges: [(1, 1000)] Dec 15 20:46:05.157987 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.managers [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Initializing extension driver 'port_security' Dec 15 20:46:05.158327 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.extensions.port_security [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] PortSecurityExtensionDriver initialization complete Dec 15 20:46:05.158658 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.managers [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Initializing mechanism driver 'openvswitch' Dec 15 20:46:05.158991 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.managers [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Initializing mechanism driver 'hyperv' Dec 15 20:46:05.166274 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.plugins.ml2.plugin [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=86751) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:46:05.167026 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > port after_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.167393 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > port after_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.167743 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > port after_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.168131 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > subnet after_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.168486 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > subnet after_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.168831 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > subnet after_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.169211 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > network after_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.169555 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > network after_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.169937 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > network after_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.170312 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > security_group after_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.170659 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > security_group after_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.171005 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > security_group after_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.171424 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.171716 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.172054 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.172423 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > address_group after_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.172760 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > address_group after_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.173092 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > address_group after_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.173437 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] ML2 OVO RPC backend initialized. {{(pid=86751) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Dec 15 20:46:05.174149 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > router_interface after_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.174498 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.174913 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > network before_response 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.175255 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > networks before_response 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.175598 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > port before_response 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.175935 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > ports before_response 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.176271 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > subnet before_response 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.176608 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > subnets before_response 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.176946 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > network after_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.177281 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > network after_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.177612 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > network after_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.177966 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > port after_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.178301 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > port after_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.178632 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > port after_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.178961 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > subnet after_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.179293 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > subnet after_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.179620 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > subnet after_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.180198 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.plugin [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Modular L2 Plugin initialization complete Dec 15 20:46:05.180524 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading services supported by the core plugin {{(pid=86751) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Dec 15 20:46:05.180845 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.plugins.ml2.managers [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Got port-security extension from driver 'port_security' Dec 15 20:46:05.181305 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.extensions.vlantransparent [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Disabled vlantransparent extension. Dec 15 20:46:05.181831 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=86751) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Dec 15 20:46:05.182145 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading Plugin: router Dec 15 20:46:05.218507 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > router_interface before_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.219075 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > router after_create 55549900 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.219252 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > router before_create 55549900 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.219616 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > router_interface before_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.219981 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > router_interface after_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.220332 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > router after_delete 55549900 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.220684 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > floatingip after_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.221044 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > router after_create 55549900 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.221385 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > router after_update 55549900 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.221750 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > router after_update 55549900 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.222095 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.222448 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > router after_update 55549900 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.222853 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > router precommit_update 55549900 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.223215 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: port after_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.223551 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: port after_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.223881 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: subnet after_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.224214 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.224554 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > port precommit_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.224900 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > router precommit_create 55549900 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.225238 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: port before_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.225576 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > router precommit_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.225957 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > router after_update 55549900 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.226296 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > router precommit_delete 55549900 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.226638 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > router precommit_create 55549900 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.226993 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > router_interface after_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.227923 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > router precommit_update 55549900 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.228287 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > agent after_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.228631 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > agent after_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.228974 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > network after_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.229852 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Tracking information for resource: router configured {{(pid=86751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 20:46:05.230178 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Tracking information for resource: floatingip configured {{(pid=86751) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Dec 15 20:46:05.235274 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.db.l3_agentschedulers_db [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Dec 15 20:46:05.235844 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: port after_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.236201 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: port after_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.236548 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: port after_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.236900 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: port after_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.237706 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > router before_create 55550100 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.238072 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > router precommit_delete 55550100 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.238429 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > router precommit_create 55550100 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.238780 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > router precommit_update 55550100 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.243426 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.services.provider_configuration [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Service providers = [] {{(pid=86751) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Dec 15 20:46:05.243787 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.db.servicetype_db [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=86751) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Dec 15 20:46:05.246718 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.services.service_base [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=86751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 20:46:05.247064 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.services.service_base [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=86751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 20:46:05.247402 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.services.service_base [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=86751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 20:46:05.248441 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.services.service_base [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=86751) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Dec 15 20:46:05.248807 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.services.service_base [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Default provider is not specified for service type L3_ROUTER_NAT Dec 15 20:46:05.249177 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=86751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 20:46:05.249519 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Dec 15 20:46:05.260115 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Successfully loaded METERING plugin. Description: METERING {{(pid=86751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 20:46:05.260443 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading Plugin: auto_allocate Dec 15 20:46:05.266340 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: network precommit_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.266706 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: network precommit_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.267219 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=86751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 20:46:05.267537 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading Plugin: tag Dec 15 20:46:05.274815 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=86751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 20:46:05.275137 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading Plugin: timestamp Dec 15 20:46:05.278933 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=86751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 20:46:05.279261 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading Plugin: network_ip_availability Dec 15 20:46:05.284473 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.284843 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.285196 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.285932 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=86751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 20:46:05.286248 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading Plugin: flavors Dec 15 20:46:05.291773 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=86751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 20:46:05.292097 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading Plugin: revisions Dec 15 20:46:05.296362 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=86751) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Dec 15 20:46:05.296749 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_concurrency.lockutils [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.630s {{(pid=86751) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:46:05.297488 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=86751) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Dec 15 20:46:05.297857 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Initializing extension manager. Dec 15 20:46:05.298368 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: __init__.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.298706 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: __pycache__ {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.299038 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.299369 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: address_group.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.300122 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.300682 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: address-group Dec 15 20:46:05.301003 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: address_scope.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.301743 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.302255 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: address-scope Dec 15 20:46:05.302574 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: admin_state_down_before_update.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.303512 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.304020 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: router-admin-state-down-before-update Dec 15 20:46:05.304340 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: agent.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.305038 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.305571 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: agent Dec 15 20:46:05.305911 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: agent_resources_synced.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.306825 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.307331 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: agent-resources-synced Dec 15 20:46:05.307649 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: allowedaddresspairs.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.309423 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.309971 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: allowed-address-pairs Dec 15 20:46:05.310293 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: auto_allocated_topology.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.311360 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.311869 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: auto-allocated-topology Dec 15 20:46:05.312189 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: availability_zone.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.312877 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.313377 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: availability_zone Dec 15 20:46:05.313723 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: availability_zone_filter.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.314634 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.315141 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: availability_zone_filter Dec 15 20:46:05.315465 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: data_plane_status.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.316374 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.316879 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension data-plane-status not supported by any of loaded plugins Dec 15 20:46:05.317200 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: default_subnetpools.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.318142 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.318644 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: default-subnetpools Dec 15 20:46:05.318961 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: dhcpagentscheduler.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.319794 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.320300 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: dhcp_agent_scheduler Dec 15 20:46:05.320619 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: dns.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.321551 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.322084 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension dns-integration not supported by any of loaded plugins Dec 15 20:46:05.322405 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: dns_domain_ports.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.323323 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.323831 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension dns-domain-ports not supported by any of loaded plugins Dec 15 20:46:05.324153 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: dvr.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.324821 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.325322 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: dvr Dec 15 20:46:05.325638 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: empty_string_filtering.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.326571 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.327074 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: empty-string-filtering Dec 15 20:46:05.327391 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.328295 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.328791 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Dec 15 20:46:05.329111 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.330319 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.330821 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Dec 15 20:46:05.331139 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: external_net.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.332046 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.332551 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: external-net Dec 15 20:46:05.332868 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: extra_dhcp_opt.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.333804 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.334309 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: extra_dhcp_opt Dec 15 20:46:05.334626 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: extraroute.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.335524 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.336033 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: extraroute Dec 15 20:46:05.336351 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: extraroute_atomic.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.337934 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.338440 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: extraroute-atomic Dec 15 20:46:05.338760 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: filter_validation.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.339425 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.339933 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: filter-validation Dec 15 20:46:05.340251 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: fip_pf_description.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.342560 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.343082 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Dec 15 20:46:05.343407 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: fip_port_details.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.344339 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.344849 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: fip-port-details Dec 15 20:46:05.345172 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: flavors.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.346441 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.346959 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: flavors Dec 15 20:46:05.347282 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.348932 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.349452 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Dec 15 20:46:05.349825 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: floatingip_pools.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.350530 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.351038 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: floatingip-pools Dec 15 20:46:05.351362 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: ip_allocation.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.352875 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.353374 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension ip_allocation not supported by any of loaded plugins Dec 15 20:46:05.353725 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: ip_substring_port_filtering.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.354645 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.355149 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: ip-substring-filtering Dec 15 20:46:05.355471 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: l2_adjacency.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.356382 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.356884 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension l2_adjacency not supported by any of loaded plugins Dec 15 20:46:05.357205 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: l3.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.358195 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.358709 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: router Dec 15 20:46:05.359033 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: l3_conntrack_helper.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.361286 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.361842 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension l3-conntrack-helper not supported by any of loaded plugins Dec 15 20:46:05.362170 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: l3_ext_gw_mode.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.363090 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.363602 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: ext-gw-mode Dec 15 20:46:05.363928 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: l3_ext_ha_mode.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.364839 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.365346 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: l3-ha Dec 15 20:46:05.365682 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: l3_flavors.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.366596 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.367098 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: l3-flavors Dec 15 20:46:05.367417 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.368375 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.368873 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: l3-port-ip-change-not-allowed Dec 15 20:46:05.369189 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: l3agentscheduler.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.370243 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.370749 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: l3_agent_scheduler Dec 15 20:46:05.371068 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: logging.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.372608 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.373124 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension logging not supported by any of loaded plugins Dec 15 20:46:05.373446 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: metering.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.374210 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.374780 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: metering Dec 15 20:46:05.375097 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.376194 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.376707 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: metering_source_and_destination_fields Dec 15 20:46:05.377029 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: multiprovidernet.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.378115 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.378625 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: multi-provider Dec 15 20:46:05.378946 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: netmtu.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.379865 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.380383 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: net-mtu Dec 15 20:46:05.380711 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: netmtu_writable.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.381623 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.382168 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: net-mtu-writable Dec 15 20:46:05.382489 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: network_availability_zone.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.383159 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.383694 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: network_availability_zone Dec 15 20:46:05.384010 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: network_ip_availability.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.385118 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.385623 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: network-ip-availability Dec 15 20:46:05.385966 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: network_segment_range.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.386749 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.387249 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension network-segment-range not supported by any of loaded plugins Dec 15 20:46:05.387564 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: pagination.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.388534 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.388857 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: pagination Dec 15 20:46:05.389170 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: port_device_profile.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.390108 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.390615 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: port-device-profile Dec 15 20:46:05.390931 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: port_mac_address_regenerate.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.391845 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.392348 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: port-mac-address-regenerate Dec 15 20:46:05.392665 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: port_numa_affinity_policy.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.393576 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.394106 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: port-numa-affinity-policy Dec 15 20:46:05.394426 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: port_resource_request.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.395532 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.395828 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension port-resource-request not supported by any of loaded plugins Dec 15 20:46:05.396144 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: portbindings.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.397061 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.397563 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: binding Dec 15 20:46:05.397920 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: portbindings_extended.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.399704 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.400214 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: binding-extended Dec 15 20:46:05.400533 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: portsecurity.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.401444 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.401986 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: port-security Dec 15 20:46:05.402302 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: project_id.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.403275 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.403598 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: project-id Dec 15 20:46:05.403913 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: providernet.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.404826 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.405330 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: provider Dec 15 20:46:05.405647 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: qos.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.409177 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.409725 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension qos not supported by any of loaded plugins Dec 15 20:46:05.410058 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: qos_bw_limit_direction.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.411304 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.411812 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Dec 15 20:46:05.412136 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.413053 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.413560 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Dec 15 20:46:05.413916 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: qos_default.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.415431 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.415934 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension qos-default not supported by any of loaded plugins Dec 15 20:46:05.416255 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: qos_fip.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.416906 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.417403 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension qos-fip not supported by any of loaded plugins Dec 15 20:46:05.417755 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: qos_gateway_ip.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.418676 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.419177 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension qos-gateway-ip not supported by any of loaded plugins Dec 15 20:46:05.419494 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: qos_port_network_policy.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.420413 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.420914 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension qos-port-network-policy not supported by any of loaded plugins Dec 15 20:46:05.421228 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: qos_rule_type_details.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.422213 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.422670 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension qos-rule-type-details not supported by any of loaded plugins Dec 15 20:46:05.422986 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: qos_rules_alias.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.424035 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.424538 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension qos-rules-alias not supported by any of loaded plugins Dec 15 20:46:05.424856 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: quotasv2.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.425789 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.426237 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: quotas Dec 15 20:46:05.426556 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: quotasv2_detail.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.428166 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.428499 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: quota_details Dec 15 20:46:05.428823 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: rbac.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.429894 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.430441 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: rbac-policies Dec 15 20:46:05.430763 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: rbac_address_group.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.431694 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.432200 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: rbac-address-group Dec 15 20:46:05.432520 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: rbac_address_scope.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.433435 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.433970 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: rbac-address-scope Dec 15 20:46:05.434290 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: rbac_security_groups.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.435201 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.435707 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: rbac-security-groups Dec 15 20:46:05.436023 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: rbac_subnetpool.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.436946 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.437448 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: rbac-subnetpool Dec 15 20:46:05.437789 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: revisionifmatch.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.438709 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.439211 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: revision-if-match Dec 15 20:46:05.439528 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: revisions.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.440637 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.441140 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: standard-attr-revisions Dec 15 20:46:05.441460 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: router_availability_zone.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.442154 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.442656 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: router_availability_zone Dec 15 20:46:05.442975 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: routerservicetype.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.443894 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.444398 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension router-service-type not supported by any of loaded plugins Dec 15 20:46:05.444715 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.445630 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.446231 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: security-groups-normalized-cidr Dec 15 20:46:05.446546 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: security_groups_port_filtering.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.447462 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.447969 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: port-security-groups-filtering Dec 15 20:46:05.448286 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: security_groups_remote_address_group.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.449198 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.449732 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: security-groups-remote-address-group Dec 15 20:46:05.450058 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: securitygroup.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.460090 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.460610 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: security-group Dec 15 20:46:05.460938 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: segment.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.462250 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.462754 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension segment not supported by any of loaded plugins Dec 15 20:46:05.463074 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.463999 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.464504 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Dec 15 20:46:05.464826 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: servicetype.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.465964 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.466478 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: service-type Dec 15 20:46:05.466801 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: sorting.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.467794 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.468121 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: sorting Dec 15 20:46:05.468440 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: standard_attr_segment.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.469348 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.469882 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension standard-attr-segment not supported by any of loaded plugins Dec 15 20:46:05.470202 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: standardattrdescription.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.470851 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.471358 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: standard-attr-description Dec 15 20:46:05.471677 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: stateful_security_group.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.472592 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.473099 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: stateful-security-group Dec 15 20:46:05.473416 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: stdattrs_common.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.474030 dv-cinder-821892-1-iscsi neutron-server[86751]: WARNING neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Dec 15 20:46:05.474348 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.475344 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.475854 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Dec 15 20:46:05.476170 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: subnet_onboard.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.477874 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.478390 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: subnet_onboard Dec 15 20:46:05.478709 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: subnet_segmentid_writable.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.479635 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.480141 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Dec 15 20:46:05.480459 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: subnet_service_types.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.481384 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.481926 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: subnet-service-types Dec 15 20:46:05.482244 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: subnetallocation.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.483320 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.483841 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: subnet_allocation Dec 15 20:46:05.484163 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.484835 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.485349 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: subnetpool-prefix-ops Dec 15 20:46:05.485703 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.486625 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.487128 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Dec 15 20:46:05.487448 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: tagging.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.488465 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.488986 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: standard-attr-tag Dec 15 20:46:05.489306 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: timestamp.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.490600 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.491111 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loaded extension: standard-attr-timestamp Dec 15 20:46:05.491432 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: trunk.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.492460 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.492991 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension trunk not supported by any of loaded plugins Dec 15 20:46:05.493310 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: trunk_details.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.494258 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.494760 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension trunk-details not supported by any of loaded plugins Dec 15 20:46:05.495078 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: uplink_status_propagation.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.495999 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.496502 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension uplink-status-propagation not supported by any of loaded plugins Dec 15 20:46:05.496821 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Loading extension file: vlantransparent.py {{(pid=86751) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Dec 15 20:46:05.497484 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=86751) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Dec 15 20:46:05.498018 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extension vlan-transparent not supported by any of loaded plugins Dec 15 20:46:05.500402 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Creating instance of TrackedResource for resource:network Dec 15 20:46:05.501133 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Creating instance of TrackedResource for resource:subnet Dec 15 20:46:05.501953 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 20:46:05.502571 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Creating instance of TrackedResource for resource:port Dec 15 20:46:05.503835 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.v2.resource_helper [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 20:46:05.504274 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.v2.resource_helper [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Service FLAVORS assigned prefix: {{(pid=86751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 20:46:05.504896 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.v2.resource_helper [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 20:46:05.505328 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.v2.resource_helper [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 20:46:05.505652 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Creating instance of TrackedResource for resource:router Dec 15 20:46:05.506337 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Creating instance of TrackedResource for resource:floatingip Dec 15 20:46:05.507051 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.v2.resource_helper [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Service METERING assigned prefix: /metering {{(pid=86751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 20:46:05.508516 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.508882 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.509231 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=86751) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:46:05.510426 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 20:46:05.510866 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Creating instance of TrackedResource for resource:security_group Dec 15 20:46:05.511516 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 20:46:05.512257 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.v2.resource_helper [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Service CORE assigned prefix: {{(pid=86751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 20:46:05.512587 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 20:46:05.512918 dv-cinder-821892-1-iscsi neutron-server[86751]: WARNING neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] subnetpool is already registered Dec 15 20:46:05.513508 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.v2.resource_helper [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Service CORE assigned prefix: {{(pid=86751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 20:46:05.513867 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 20:46:05.514195 dv-cinder-821892-1-iscsi neutron-server[86751]: WARNING neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] subnetpool is already registered Dec 15 20:46:05.516737 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.v2.resource_helper [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 20:46:05.517165 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.v2.resource_helper [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Service FLAVORS assigned prefix: {{(pid=86751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 20:46:05.517783 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.v2.resource_helper [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 20:46:05.518202 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.v2.resource_helper [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=86751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 20:46:05.518527 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Creating instance of TrackedResource for resource:router Dec 15 20:46:05.518850 dv-cinder-821892-1-iscsi neutron-server[86751]: WARNING neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] router is already registered Dec 15 20:46:05.519438 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Creating instance of TrackedResource for resource:floatingip Dec 15 20:46:05.519779 dv-cinder-821892-1-iscsi neutron-server[86751]: WARNING neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] floatingip is already registered Dec 15 20:46:05.520407 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.v2.resource_helper [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Service METERING assigned prefix: /metering {{(pid=86751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 20:46:05.521079 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Creating instance of CountableResource for resource:rbac_policy Dec 15 20:46:05.521407 dv-cinder-821892-1-iscsi neutron-server[86751]: WARNING neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] rbac_policy is already registered Dec 15 20:46:05.521983 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Creating instance of TrackedResource for resource:security_group Dec 15 20:46:05.522311 dv-cinder-821892-1-iscsi neutron-server[86751]: WARNING neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] security_group is already registered Dec 15 20:46:05.522899 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Creating instance of TrackedResource for resource:security_group_rule Dec 15 20:46:05.523226 dv-cinder-821892-1-iscsi neutron-server[86751]: WARNING neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] security_group_rule is already registered Dec 15 20:46:05.523873 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.v2.resource_helper [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Service CORE assigned prefix: {{(pid=86751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 20:46:05.524715 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 20:46:05.525046 dv-cinder-821892-1-iscsi neutron-server[86751]: WARNING neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] subnetpool is already registered Dec 15 20:46:05.525635 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.v2.resource_helper [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Service CORE assigned prefix: {{(pid=86751) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Dec 15 20:46:05.525986 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Creating instance of TrackedResource for resource:subnetpool Dec 15 20:46:05.526313 dv-cinder-821892-1-iscsi neutron-server[86751]: WARNING neutron.quota.resource_registry [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] subnetpool is already registered Dec 15 20:46:05.526954 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: extensions {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.528409 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: address-groups {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.530071 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: address-scopes {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.531284 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: agents {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.532439 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: auto-allocated-topology {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.533743 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: availability_zones {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.535063 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: dhcp-networks {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.536482 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: dhcp-agents {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.537962 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: routers {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.541245 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: flavors {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.542449 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: service_profiles {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.543654 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: next_providers {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.545194 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: service_profiles {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.546684 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: floatingip-pools {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.547917 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: routers {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.549728 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: floatingips {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.550922 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: l3-routers {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.552333 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: l3-agents {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.553772 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: metering-labels {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.555133 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: metering-label-rules {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.556443 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: network-ip-availabilities {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.557721 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: bindings {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.559384 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: quotas {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.560822 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: quotas {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.562268 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: rbac-policies {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.563563 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: security-groups {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.564758 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: security-group-rules {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.566019 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: service-providers {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.567254 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: subnetpools {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.568713 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: subnetpools {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.570187 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: tags {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.572394 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: tags {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.574242 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: tags {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.576024 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: tags {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.577824 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: tags {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.579671 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: tags {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.581648 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: tags {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.583582 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: tags {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.585332 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: tags {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.587850 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron.api.extensions [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Extended resource: tags {{(pid=86751) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Dec 15 20:46:05.593906 dv-cinder-821892-1-iscsi neutron-server[86751]: WARNING keystonemiddleware.auth_token [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Dec 15 20:46:05.598642 dv-cinder-821892-1-iscsi neutron-server[86751]: WARNING keystonemiddleware.auth_token [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Dec 15 20:46:05.606902 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_concurrency.lockutils [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Acquired lock "singleton_lock" {{(pid=86751) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Dec 15 20:46:05.607368 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_concurrency.lockutils [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Releasing lock "singleton_lock" {{(pid=86751) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Dec 15 20:46:05.607996 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO oslo_service.service [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Starting 2 workers Dec 15 20:46:05.612644 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Started child 86858 {{(pid=86751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 15 20:46:05.616820 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Started child 86859 {{(pid=86751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 15 20:46:05.617548 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:05.618432 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO neutron.service [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Neutron service started, listening on 0.0.0.0:9696 Dec 15 20:46:05.619022 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [-] (86858) wsgi starting up on http://0.0.0.0:9696 Dec 15 20:46:05.619121 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Notify callbacks [] for process, before_spawn {{(pid=86751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:05.621044 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:05.621463 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO oslo_service.service [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Starting 1 workers Dec 15 20:46:05.622433 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [-] (86859) wsgi starting up on http://0.0.0.0:9696 Dec 15 20:46:05.626471 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Started child 86860 {{(pid=86751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 15 20:46:05.627010 dv-cinder-821892-1-iscsi neutron-server[86751]: INFO oslo_service.service [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Starting 1 workers Dec 15 20:46:05.629861 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.service [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] calling RpcWorker wait() {{(pid=86860) _wait /opt/stack/neutron/neutron/service.py:128}} Dec 15 20:46:05.630424 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.service [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] returning from RpcWorker wait() {{(pid=86860) _wait /opt/stack/neutron/neutron/service.py:135}} Dec 15 20:46:05.631216 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Started child 86861 {{(pid=86751) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Dec 15 20:46:05.631711 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:05.632008 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG neutron_lib.callbacks.manager [None req-3a04906a-2255-4ba3-a527-a3f5c09cb5fa None None] Notify callbacks [] for process, after_spawn {{(pid=86751) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:05.632178 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:46:05.634323 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86751) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 15 20:46:05.634537 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 20:46:05.634706 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 20:46:05.634923 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 20:46:05.635260 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 20:46:05.635430 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 20:46:05.635934 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.636201 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.636293 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:05.636741 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.636741 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.637011 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.637540 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.637825 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.638091 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.638370 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.638620 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.638795 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.638950 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.639186 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.639436 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.639741 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.640007 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.640244 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.640503 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.640676 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.640954 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.641208 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.641431 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.641740 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] debug = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.641995 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.642486 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.642729 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.642968 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.643202 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.643468 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.643710 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.643971 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.644210 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.644442 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.644691 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.644941 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.645181 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.645417 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.645632 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.645907 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.646124 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.646628 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] host = dv-cinder-821892-1-iscsi {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.646946 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.647164 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.647391 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.647643 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.647949 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.648165 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.648431 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.648683 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.649022 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.649271 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.650057 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.650306 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.650527 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.650767 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] log_file = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.650923 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] log_options = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.651190 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.651403 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.651679 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.651872 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.652041 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.652211 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.652458 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.652605 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.652874 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.653106 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.653320 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.653538 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.653812 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.654063 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.654350 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.654612 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.654790 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.655040 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.655236 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.655478 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.655715 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.655943 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.656190 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.656409 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.656619 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.656851 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.657092 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.657304 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.657533 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.657816 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.658058 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.658301 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.658553 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.659668 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.659668 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.659668 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.659668 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.659668 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.659994 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.660708 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.660965 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.661060 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:46:05.661200 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.661406 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.661821 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.661949 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.662103 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] use_json = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.662313 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.662603 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.662810 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.663033 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.663257 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.663470 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.663706 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.663938 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.664366 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.664695 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.665002 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.665266 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.666783 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.666783 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.666783 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.666783 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.666783 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.666783 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.669267 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.669267 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.669267 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.669267 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.669267 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.669267 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.669267 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.669267 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.670261 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.670261 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.670261 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.670261 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.670261 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.670846 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.670846 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.670846 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.671210 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.673058 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.673058 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.673058 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.673058 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.673058 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.673058 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.673058 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.673058 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.673058 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.677457 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.677457 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.677457 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.677457 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.677457 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.677457 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.677457 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.677457 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.677457 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.681047 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.681047 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.681047 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.681047 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.681047 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.681047 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.681047 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.681047 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.681047 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.681872 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.681872 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.681872 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.681872 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.681872 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.681872 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.681872 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.681872 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.681872 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.682482 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.682482 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.682482 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.682482 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.682482 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.682482 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.682482 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.682989 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.682989 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.683140 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.683264 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.683513 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.685987 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.687392 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.687955 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.689279 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.689524 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.689813 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.690056 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.690293 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.690524 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.690804 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.693531 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.693531 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.693531 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.693531 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.693857 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.693857 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.694147 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.694398 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.694657 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.694882 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.695179 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.695442 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.695683 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.696510 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.696756 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.696998 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.697220 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.697470 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.697741 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.697982 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.698891 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.698891 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.698891 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.699298 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.699298 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.699537 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.699795 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.699946 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.700324 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.700478 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.700714 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.700958 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.701253 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.701853 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.701853 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.702049 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.702202 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.702427 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.702684 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.702900 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.703122 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.703332 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.703588 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.704266 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.704266 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.704266 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.704670 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.705065 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.705308 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.705695 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.705855 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.706322 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.706322 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.706584 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.707796 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.707796 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.707796 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.707796 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.707796 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.708422 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.708422 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.708422 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.708780 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.708916 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.709042 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.709267 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.709477 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.709724 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.709990 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.710211 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.710465 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.710680 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.710911 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.711145 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.711356 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.712914 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.712914 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.712914 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.712914 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.713388 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.713388 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.713644 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.713887 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.714020 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.714342 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.714535 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.714771 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.715013 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.715244 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.715473 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.715683 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.715944 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.716164 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.716385 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.716616 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.716828 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.717037 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.717264 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.717504 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.717727 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.717989 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.718237 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.718561 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.718807 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.719048 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.719279 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.719496 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.719709 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.719940 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.720189 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.720401 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.720632 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.720842 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.721105 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.721339 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.721597 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.721832 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.722059 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.722266 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.722486 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.722724 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.723025 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.723263 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.723485 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.723717 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.723950 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.724174 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.724380 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.724587 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.724819 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.725044 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.725263 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.725467 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.725710 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.725930 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.726139 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.726429 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.726695 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.726934 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.727263 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.727491 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.727714 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.727966 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.728284 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.728528 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.728766 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.729025 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.729240 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.729480 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.729774 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.730123 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.730432 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.730697 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.730953 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.731255 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.731531 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.731787 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.731999 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.732311 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.732639 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.732934 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.733713 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.733713 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.733713 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.734810 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.734810 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.734810 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.734810 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.734810 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.735342 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.735342 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.735502 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.735663 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.735900 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.736099 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.736314 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.736547 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.736764 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.736974 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.737130 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 20:46:05.737696 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=86751) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Dec 15 20:46:05.737849 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Dec 15 20:46:05.737978 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Dec 15 20:46:05.738159 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Dec 15 20:46:05.738285 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Dec 15 20:46:05.738438 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Dec 15 20:46:05.738630 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.738791 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.738947 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.739101 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.739256 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.739431 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.739587 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.739743 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.739896 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.740067 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.740198 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.740356 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.740509 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.740661 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.740808 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.740960 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.741114 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.741267 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.741424 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.741577 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] config_source = [] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.741752 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.741907 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.742060 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] debug = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.742214 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.742422 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.742573 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.742777 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.742935 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.743176 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.743337 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.743462 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.743585 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.743706 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.743827 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.743949 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.744069 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.744240 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.744380 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.744507 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.744658 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.744810 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] host = dv-cinder-821892-1-iscsi {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.744963 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.745115 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.745269 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.746020 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.746020 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.746020 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.746020 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.746345 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.746345 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.746345 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.746550 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.746654 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.746807 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] log_dir = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.746949 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] log_file = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.747104 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] log_options = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.747260 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.747419 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.747559 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.747727 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.747876 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.748015 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.748167 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.748308 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.748457 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.748585 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.748734 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.748888 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.749365 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.749365 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.749365 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.749742 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.749742 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.749995 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.749995 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.750232 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.750232 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.751066 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.751066 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.751066 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.751066 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.751066 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.751066 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.752234 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.752234 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.752234 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.752234 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.752234 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.752234 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.752234 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.752234 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.753130 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.753130 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.753130 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.753130 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.753130 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.753130 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.753130 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.754296 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.754296 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.754296 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] use_journal = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.754296 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] use_json = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.754296 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.754296 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.754296 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.754296 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.758143 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.758143 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.758143 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.758143 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Dec 15 20:46:05.758143 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.758143 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.758143 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.758143 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.759081 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.759081 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.759195 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:46:05.759272 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.759272 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.759272 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.759272 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.759272 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.759272 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.759272 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.759272 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.759272 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.759740 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.759740 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.759740 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.759740 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.759740 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.759740 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.759740 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.759740 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.760165 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.760165 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.49/identity {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.760165 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.760165 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.760165 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.760165 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.760165 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.760165 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.760594 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.760594 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.760594 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.760769 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.760832 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.760946 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.761386 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.761386 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.761386 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.761627 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.761852 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.761852 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.762029 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.762165 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.762305 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.762463 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.762621 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.762778 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.762935 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.763102 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.763260 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.763416 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.763572 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.763730 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.763886 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.764044 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.764253 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.764355 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.764525 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.764669 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.764833 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.764990 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.765146 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.765303 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.765460 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.765617 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.765795 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.765952 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.766109 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.766265 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.766421 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.766577 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.766737 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.766881 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.767075 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.767220 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.767356 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.767482 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.767605 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.767763 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.767926 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.768067 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.768376 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.768675 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.768974 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.769282 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.769578 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.769890 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.770194 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.770470 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.770580 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.770665 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.770831 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.770953 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.771265 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.771557 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.771861 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.772020 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.772177 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.772339 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.772519 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.772671 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.772819 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.772948 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.773100 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.773253 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.773406 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.773570 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.773756 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.773946 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.774730 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.774891 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.775054 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.775211 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.775374 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.775545 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.775704 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.775857 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.776015 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.776163 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.776314 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.776467 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.776618 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.776780 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.776936 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.777121 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.777273 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.777401 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.777554 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.777756 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.777903 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.778032 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.778193 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.778350 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.778508 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.778664 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.778824 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.778979 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.779354 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.779520 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.779678 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.779838 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.779994 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.49/identity {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.780172 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.780315 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.780447 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.780602 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.780759 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.780917 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.781074 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.781232 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.781389 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.781535 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.781718 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.781871 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.782089 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.782231 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.782360 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.782485 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.782611 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.782759 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.782916 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.783073 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.783231 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.783387 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.783598 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.783727 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.783852 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.783976 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.784125 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.784282 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.784439 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.784601 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.784794 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.784939 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.785066 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.785200 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.785353 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.785493 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.785654 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.785835 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.785993 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.786149 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.786291 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.786451 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.786608 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.786816 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.786945 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.787070 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.787208 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.787394 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.787522 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.787659 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.787786 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.787941 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.788090 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.788246 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.788404 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.788563 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.788721 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.788877 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.789035 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.789191 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.789348 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.789543 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.789745 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.789904 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.790061 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.790217 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.790373 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.790538 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.790693 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.790850 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.791029 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.791185 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.791350 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.791507 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.791663 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.791818 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.791976 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.793802 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.793802 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.793802 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.793802 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.793802 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.793802 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.793802 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.793802 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.795991 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.795991 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.795991 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.795991 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.795991 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.795991 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.795991 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.795991 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.796514 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.796514 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.796514 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.796514 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.796514 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.796514 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.796514 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.796514 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.798500 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.798500 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.798500 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.798500 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.798500 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.798500 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.798500 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.798500 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.798500 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.799102 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.799102 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.799102 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.799102 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.799102 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.799102 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.799102 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.799102 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.799102 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.800883 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Dec 15 20:46:05.800883 dv-cinder-821892-1-iscsi neutron-server[86751]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=86751) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Dec 15 20:46:06.006954 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 59732) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:46:06.016077 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [-] 10.222.0.49 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0063531 Dec 15 20:46:16.340876 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2b152f4-256f-4bdc-88f8-bec24b1eeac0 None None] get_active_networks_info from dv-cinder-821892-1-iscsi {{(pid=86860) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Dec 15 20:46:16.414000 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2b152f4-256f-4bdc-88f8-bec24b1eeac0 None None] No non-hosted networks {{(pid=86860) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Dec 15 20:46:16.438871 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.agentschedulers_db [None req-b2b152f4-256f-4bdc-88f8-bec24b1eeac0 None None] DHCP Agent not found on host dv-cinder-821892-1-iscsi {{(pid=86860) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Dec 15 20:46:16.555697 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-158118f7-6bed-4c94-bba8-a9fd1c28a31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1619263'] for agent, after_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:18.599207 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-fe62b9f3-01c8-41eb-9f34-a7269797b1ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1619263'] for agent, after_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:18.669853 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-85cd81b9-9131-47ec-9135-be6e7eee3788 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:19.684057 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1619263'] for agent, after_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:19.684847 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:19.686117 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:19.686880 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:19.687870 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:19.688457 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:19.689929 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:19.690860 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:19.691441 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:19.692042 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:19.692694 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:19.693244 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:19.693815 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:19.694731 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-821892-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:46:19.706902 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-821892-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:46:19.731436 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1619263'] for agent, after_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:21.052385 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1619263'] for agent, after_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:22.675061 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 59826) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:46:23.249835 dv-cinder-821892-1-iscsi neutron-server[86859]: WARNING oslo_policy.policy [None req-29c1be5c-e70d-468c-a835-290599746c02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 20:46:23.250492 dv-cinder-821892-1-iscsi neutron-server[86859]: WARNING oslo_policy.policy [None req-29c1be5c-e70d-468c-a835-290599746c02 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 20:46:23.467538 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [None req-29c1be5c-e70d-468c-a835-290599746c02 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=86859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 20:46:23.468965 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-29c1be5c-e70d-468c-a835-290599746c02 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7919352 Dec 15 20:46:24.615544 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.db.l3_hamode_db [None req-3de75b15-8966-46ec-842e-789599c5cdcb None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Dec 15 20:46:24.701480 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de75b15-8966-46ec-842e-789599c5cdcb None None] Routers set() bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:46:24.701885 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de75b15-8966-46ec-842e-789599c5cdcb None None] Router IDs set() for agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Dec 15 20:46:25.810621 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 59840) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:46:26.173755 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-48589c7f-894a-4616-bf33-1ba53f21cf03 admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:46:26.273961 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.policy [None req-48589c7f-894a-4616-bf33-1ba53f21cf03 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86859) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 20:46:26.318874 dv-cinder-821892-1-iscsi neutron-server[86859]: WARNING oslo_policy.policy [None req-48589c7f-894a-4616-bf33-1ba53f21cf03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 20:46:26.319232 dv-cinder-821892-1-iscsi neutron-server[86859]: WARNING oslo_policy.policy [None req-48589c7f-894a-4616-bf33-1ba53f21cf03 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 20:46:26.328267 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.quota [None req-48589c7f-894a-4616-bf33-1ba53f21cf03 admin admin] Loaded quota_driver: . Dec 15 20:46:26.343590 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-48589c7f-894a-4616-bf33-1ba53f21cf03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:46:26.401324 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-48589c7f-894a-4616-bf33-1ba53f21cf03 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767325640292', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767325636787', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767325646838', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767325653338', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767325662627', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8767325673180', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-16236790', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-15848182', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1959891', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1976747'] for rbac-policy, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:26.463951 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-48589c7f-894a-4616-bf33-1ba53f21cf03 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:26.465281 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-48589c7f-894a-4616-bf33-1ba53f21cf03 admin admin] 10.222.0.49 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6537008 Dec 15 20:46:29.028617 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 59854) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:46:29.588389 dv-cinder-821892-1-iscsi neutron-server[86858]: WARNING oslo_policy.policy [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 20:46:29.588964 dv-cinder-821892-1-iscsi neutron-server[86858]: WARNING oslo_policy.policy [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 20:46:29.808508 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Request body: {'network': {'admin_state_up': True, 'project_id': '2466a9daefc54f71ae5dfd4695065036', 'name': 'private'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:46:29.810144 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.quota [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Loaded quota_driver: . Dec 15 20:46:29.825253 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:46:29.831649 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Usage tracker for resource:network and tenant:2466a9daefc54f71ae5dfd4695065036 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:46:29.836936 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:46:29.844147 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:46:29.859161 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Made reservation on behalf of 2466a9daefc54f71ae5dfd4695065036 for: {'network': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:46:29.931978 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.policy [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=86858) register_rules /opt/stack/neutron/neutron/policy.py:73}} Dec 15 20:46:29.978322 dv-cinder-821892-1-iscsi neutron-server[86858]: WARNING oslo_policy.policy [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 20:46:29.978684 dv-cinder-821892-1-iscsi neutron-server[86858]: WARNING oslo_policy.policy [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Dec 15 20:46:29.988522 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for network, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:30.009274 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:30.023949 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:46:30.027633 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Usage tracker for resource:security_group_rule and tenant:2466a9daefc54f71ae5dfd4695065036 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:46:30.032729 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:46:30.038774 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:46:30.137793 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:30.141360 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:30.146764 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:46:30.167211 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] vlan segment allocate from pool success with {'vlan_id': 165, 'physical_network': 'physnet1'} {{(pid=86858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 20:46:30.191705 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767327805853', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:30.192312 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Unsubscribe: segment precommit_create {{(pid=86858) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 20:46:30.192862 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.db.segments_db [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Added segment 4ef62f9a-5be3-48b8-986d-48c7d7def936 of type vlan for network 90898023-14d3-43e1-a9e7-67029640c3e1 Dec 15 20:46:30.200933 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4c0648-b1c0-4d9f-b59b-6aebb434d30c,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:46:30.261350 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:30.261714 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:30.262044 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:30.262365 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:30.262679 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:30.262995 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:30.263304 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:30.263610 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:30.263918 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:30.264223 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:30.264524 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:30.264825 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Tracked resource versions report: Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: pushed versions: Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: { 'AddressGroup': {'1.2'}, Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: 'ConntrackHelper': {'1.0'}, Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: 'Log': {'1.0'}, Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: 'Network': {'1.1'}, Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: 'Port': {'1.7'}, Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: 'PortForwarding': {'1.2'}, Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: 'QosPolicy': {'1.8'}, Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: 'SecurityGroup': {'1.4'}, Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: 'SecurityGroupRule': {'1.2'}, Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: 'SubPort': {'1.0'}, Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: 'Subnet': {'1.1'}, Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: 'Trunk': {'1.1'}} Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: consumer versions: Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: { DHCP agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: L3 agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: Metadata agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: Metering agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: Open vSwitch agent@dv-cinder-821892-1-iscsi: { 'AddressGroup': '1.2', Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: 'ConntrackHelper': '1.0', Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: 'Log': '1.0', Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: 'Network': '1.1', Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: 'Port': '1.7', Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: 'PortForwarding': '1.2', Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: 'QosPolicy': '1.8', Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: 'SecurityGroup': '1.4', Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: 'SecurityGroupRule': '1.2', Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: 'SubPort': '1.0', Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: 'Subnet': '1.1', Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: 'Trunk': '1.1'}} Dec 15 20:46:30.265954 dv-cinder-821892-1-iscsi neutron-server[86858]: {{(pid=86858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 20:46:30.309038 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:46:30.314976 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767327356326'] for network, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:30.354363 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for network, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:30.355784 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:46:30.356433 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:30.360775 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:46:30.462816 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Pushing event updated for resources: {'Network': ['ID=90898023-14d3-43e1-a9e7-67029640c3e1,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:46:30.465237 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 1.4356334 Dec 15 20:46:30.467012 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:46:30.480931 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Network 90898023-14d3-43e1-a9e7-67029640c3e1 details requested by agent ovs-agent-dv-cinder-821892-1-iscsi with host dv-cinder-821892-1-iscsi {{(pid=86860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 20:46:33.107683 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 59876) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:46:33.572211 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e213ad22-a29b-40c8-8668-12dacb126f6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:46:33.573580 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-e213ad22-a29b-40c8-8668-12dacb126f6a admin admin] 10.222.0.49 "GET /v2.0/networks/90898023-14d3-43e1-a9e7-67029640c3e1 HTTP/1.1" status: 200 len: 825 time: 0.4649906 Dec 15 20:46:33.599620 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-fa4669f5-929c-418d-b7ce-cc9803f3cf8d admin admin] 10.222.0.49 "GET /v2.0/subnetpools/576d07b4-847b-4f1c-98f0-fbd76ef70bf3 HTTP/1.1" status: 200 len: 734 time: 0.0204394 Dec 15 20:46:33.608191 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'network_id': '90898023-14d3-43e1-a9e7-67029640c3e1', 'tenant_id': '2466a9daefc54f71ae5dfd4695065036', 'ip_version': 4, 'subnetpool_id': '576d07b4-847b-4f1c-98f0-fbd76ef70bf3', 'gateway_ip': '172.20.0.1'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:46:33.612544 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:46:33.617246 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Usage tracker for resource:subnet and tenant:2466a9daefc54f71ae5dfd4695065036 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:46:33.620678 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:46:33.626753 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:46:33.636078 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Made reservation on behalf of 2466a9daefc54f71ae5dfd4695065036 for: {'subnet': 1} {{(pid=86859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:46:33.638711 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:33.938234 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for subnet, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:33.943904 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:46:34.020831 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Checking segment: {'id': '4ef62f9a-5be3-48b8-986d-48c7d7def936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '90898023-14d3-43e1-a9e7-67029640c3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:46:34.021210 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Network hostable DHCP agents. Network: 90898023-14d3-43e1-a9e7-67029640c3e1, hostable agents: ['86069654-9c91-40da-a86d-561b669d47f0'], hosted agents: [] {{(pid=86859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 20:46:34.041711 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb185a2b-4b76-46dc-ab21-100f647772b1,revision_number=0']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:46:34.051656 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:34.052024 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:34.052371 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:34.052755 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:34.053073 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:34.053427 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:34.053767 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:34.054154 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:34.054468 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:34.054773 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:34.055078 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:34.055386 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Tracked resource versions report: Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: pushed versions: Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: { 'AddressGroup': {'1.2'}, Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: 'ConntrackHelper': {'1.0'}, Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: 'Log': {'1.0'}, Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: 'Network': {'1.1'}, Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: 'Port': {'1.7'}, Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: 'PortForwarding': {'1.2'}, Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: 'QosPolicy': {'1.8'}, Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: 'SecurityGroup': {'1.4'}, Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: 'SecurityGroupRule': {'1.2'}, Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: 'SubPort': {'1.0'}, Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: 'Subnet': {'1.1'}, Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: 'Trunk': {'1.1'}} Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: consumer versions: Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: { DHCP agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: L3 agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: Metadata agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: Metering agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: Open vSwitch agent@dv-cinder-821892-1-iscsi: { 'AddressGroup': '1.2', Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: 'ConntrackHelper': '1.0', Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: 'Log': '1.0', Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: 'Network': '1.1', Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: 'Port': '1.7', Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: 'PortForwarding': '1.2', Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: 'QosPolicy': '1.8', Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: 'SecurityGroup': '1.4', Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: 'SecurityGroupRule': '1.2', Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: 'SubPort': '1.0', Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: 'Subnet': '1.1', Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: 'Trunk': '1.1'}} Dec 15 20:46:34.056472 dv-cinder-821892-1-iscsi neutron-server[86859]: {{(pid=86859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 20:46:34.075638 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Network 90898023-14d3-43e1-a9e7-67029640c3e1 is scheduled to be hosted by DHCP agent 86069654-9c91-40da-a86d-561b669d47f0 with binding_index 1 {{(pid=86859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 20:46:34.090593 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-1-iscsi, 90898023-14d3-43e1-a9e7-67029640c3e1) {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:46:34.101095 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:46:34.111075 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:46:34.111686 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for subnet, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:34.116382 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71a3a32a-313e-4e9b-a427-bad4a73daeef None None] Network 90898023-14d3-43e1-a9e7-67029640c3e1 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:46:34.132776 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5263925 Dec 15 20:46:34.511032 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb203f00b-68f0-5675-9cd5-aabe698e7fcb-90898023-14d3-43e1-a9e7-67029640c3e1', 'network_id': '90898023-14d3-43e1-a9e7-67029640c3e1', 'tenant_id': '2466a9daefc54f71ae5dfd4695065036', 'fixed_ips': [{'subnet_id': 'eb185a2b-4b76-46dc-ab21-100f647772b1'}]}} from dv-cinder-821892-1-iscsi. {{(pid=86860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 20:46:34.512223 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:34.691344 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.db_base_plugin_common [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Allocated IP 172.20.0.2 (90898023-14d3-43e1-a9e7-67029640c3e1/eb185a2b-4b76-46dc-ab21-100f647772b1/93dfd91b-4aae-479a-9c17-6b7de10d7682) {{(pid=86860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:46:34.918997 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Notify callbacks [] for port, precommit_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:34.933607 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Transition to ACTIVE for port object 93dfd91b-4aae-479a-9c17-6b7de10d7682 will not be triggered until provisioned by entity L2. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:46:34.953130 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Transition to ACTIVE for port object 93dfd91b-4aae-479a-9c17-6b7de10d7682 will not be triggered until provisioned by entity DHCP. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:46:34.960653 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193'] for port, after_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:34.966339 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:46:35.022765 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Network 90898023-14d3-43e1-a9e7-67029640c3e1 is already hosted by enough agents. {{(pid=86860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:46:35.025574 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.scheduler.base_scheduler [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Resources bound (agent type, host, resource id): {{(pid=86860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:46:35.031658 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Received port after_create {{(pid=86860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:46:35.072532 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Pushing event updated for resources: {'Port': ['ID=93dfd91b-4aae-479a-9c17-6b7de10d7682,revision_number=1']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:46:35.110756 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:35.111099 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:35.111435 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:35.111758 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:35.112080 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:35.112403 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:35.112717 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:35.113031 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:35.113359 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:35.113704 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:35.114005 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:35.114312 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Tracked resource versions report: Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: pushed versions: Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: { 'AddressGroup': {'1.2'}, Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: 'ConntrackHelper': {'1.0'}, Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: 'Log': {'1.0'}, Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: 'Network': {'1.1'}, Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: 'Port': {'1.7'}, Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: 'PortForwarding': {'1.2'}, Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: 'QosPolicy': {'1.8'}, Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: 'SecurityGroup': {'1.4'}, Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: 'SecurityGroupRule': {'1.2'}, Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: 'SubPort': {'1.0'}, Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: 'Subnet': {'1.1'}, Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: 'Trunk': {'1.1'}} Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: consumer versions: Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: { DHCP agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: L3 agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: Metadata agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: Metering agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: Open vSwitch agent@dv-cinder-821892-1-iscsi: { 'AddressGroup': '1.2', Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: 'ConntrackHelper': '1.0', Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: 'Log': '1.0', Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: 'Network': '1.1', Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: 'Port': '1.7', Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: 'PortForwarding': '1.2', Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: 'QosPolicy': '1.8', Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: 'SecurityGroup': '1.4', Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: 'SecurityGroupRule': '1.2', Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: 'SubPort': '1.0', Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: 'Subnet': '1.1', Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: 'Trunk': '1.1'}} Dec 15 20:46:35.115430 dv-cinder-821892-1-iscsi neutron-server[86860]: {{(pid=86860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 20:46:35.129256 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:46:35.137946 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Attempting to bind port 93dfd91b-4aae-479a-9c17-6b7de10d7682 on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:46:35.138346 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Attempting to bind port 93dfd91b-4aae-479a-9c17-6b7de10d7682 by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': '4ef62f9a-5be3-48b8-986d-48c7d7def936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '90898023-14d3-43e1-a9e7-67029640c3e1'}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:46:35.138767 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Attempting to bind port 93dfd91b-4aae-479a-9c17-6b7de10d7682 on network 90898023-14d3-43e1-a9e7-67029640c3e1 {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:46:35.143857 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 46, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:46:35.144241 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Checking segment: {'id': '4ef62f9a-5be3-48b8-986d-48c7d7def936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '90898023-14d3-43e1-a9e7-67029640c3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:46:35.144751 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:35.145139 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Bound using segment: {'id': '4ef62f9a-5be3-48b8-986d-48c7d7def936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '90898023-14d3-43e1-a9e7-67029640c3e1'} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:46:35.145641 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Bound port: 93dfd91b-4aae-479a-9c17-6b7de10d7682, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef62f9a-5be3-48b8-986d-48c7d7def936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '90898023-14d3-43e1-a9e7-67029640c3e1'}}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:46:35.146075 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:35.234597 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] For port 93dfd91b-4aae-479a-9c17-6b7de10d7682, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:46:35.238307 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] For port 93dfd91b-4aae-479a-9c17-6b7de10d7682, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=93dfd91b-4aae-479a-9c17-6b7de10d7682,segment=NetworkSegment(4ef62f9a-5be3-48b8-986d-48c7d7def936),segment_id=4ef62f9a-5be3-48b8-986d-48c7d7def936)] {{(pid=86860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:46:35.242893 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:35.247467 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:46:35.350097 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Pushing event updated for resources: {'Port': ['ID=93dfd91b-4aae-479a-9c17-6b7de10d7682,revision_number=2']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:46:35.358848 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:46:36.536032 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 59892) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:46:36.896573 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [None req-00340065-7afd-437c-9107-49b77ffe8855 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=86859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 20:46:36.909704 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-00340065-7afd-437c-9107-49b77ffe8855 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3611588 Dec 15 20:46:38.967802 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-286cbde2-cce9-488e-8082-ddf5ec0970a1 None None] Network 90898023-14d3-43e1-a9e7-67029640c3e1 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:46:39.123962 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-6d759a5e-008e-4610-9119-569e855033d7 None None] Provisioning for port 93dfd91b-4aae-479a-9c17-6b7de10d7682 completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:46:39.240500 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 59906) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:46:39.415612 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 93dfd91b-4aae-479a-9c17-6b7de10d7682 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:46:39.492040 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port 93dfd91b-4aae-479a-9c17-6b7de10d7682 completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:46:39.496485 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 93dfd91b-4aae-479a-9c17-6b7de10d7682 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:46:39.496871 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:39.610618 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:39.613087 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [None req-0d458dfd-688c-4911-b9e8-141cb8b0a284 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=86859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 20:46:39.630098 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-0d458dfd-688c-4911-b9e8-141cb8b0a284 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3881145 Dec 15 20:46:39.642646 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] For port 93dfd91b-4aae-479a-9c17-6b7de10d7682, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=93dfd91b-4aae-479a-9c17-6b7de10d7682,segment=NetworkSegment(4ef62f9a-5be3-48b8-986d-48c7d7def936),segment_id=4ef62f9a-5be3-48b8-986d-48c7d7def936)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:46:39.646644 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:39.649347 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:46:39.722134 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Pushing event updated for resources: {'Port': ['ID=93dfd91b-4aae-479a-9c17-6b7de10d7682,revision_number=3']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:46:39.725289 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:46:41.386515 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 93dfd91b-4aae-479a-9c17-6b7de10d7682 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:46:41.452472 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 93dfd91b-4aae-479a-9c17-6b7de10d7682 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:46:41.452844 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:42.223860 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 59918) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:46:42.560958 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-b5ea045e-85e6-4802-b7d2-3dba240a6c84 admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '2466a9daefc54f71ae5dfd4695065036'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:46:42.566116 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-b5ea045e-85e6-4802-b7d2-3dba240a6c84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:46:42.570529 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-b5ea045e-85e6-4802-b7d2-3dba240a6c84 admin admin] Usage tracker for resource:router and tenant:2466a9daefc54f71ae5dfd4695065036 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:46:42.573932 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-b5ea045e-85e6-4802-b7d2-3dba240a6c84 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:46:42.580066 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-b5ea045e-85e6-4802-b7d2-3dba240a6c84 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:46:42.590276 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b5ea045e-85e6-4802-b7d2-3dba240a6c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1676776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-366'] for router, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:42.591829 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b5ea045e-85e6-4802-b7d2-3dba240a6c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1679167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-369'] for router, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:42.612515 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b5ea045e-85e6-4802-b7d2-3dba240a6c84 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:42.722539 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b5ea045e-85e6-4802-b7d2-3dba240a6c84 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677288'] for router, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:42.741271 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b5ea045e-85e6-4802-b7d2-3dba240a6c84 admin admin] Notify callbacks [] for router, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:42.742513 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-b5ea045e-85e6-4802-b7d2-3dba240a6c84 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5176952 Dec 15 20:46:45.081072 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 59928) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:46:45.437568 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [None req-7cf8f609-7bf9-4690-8069-18d97c2e8428 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=86859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 20:46:45.438565 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-7cf8f609-7bf9-4690-8069-18d97c2e8428 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3565814 Dec 15 20:46:46.286477 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-7b20cfe4-1683-4036-8246-20e0aad2ea4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:47.779838 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 59938) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:46:48.134844 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] Request body: {'network': {'is_default': True, 'admin_state_up': True, 'router:external': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:46:48.139797 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:46:48.143511 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] Usage tracker for resource:network and tenant:7452c5d2458245238098506dd9dfd5dc is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:46:48.146573 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:46:48.151895 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:46:48.160936 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] Made reservation on behalf of 7452c5d2458245238098506dd9dfd5dc for: {'network': 1} {{(pid=86859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:46:48.163233 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for network, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:48.179579 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:48.195845 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:46:48.199480 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] Usage tracker for resource:security_group_rule and tenant:7452c5d2458245238098506dd9dfd5dc is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:46:48.202560 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:46:48.208377 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:46:48.314752 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:48.318350 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:48.321296 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:46:48.342091 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] Reserving flat network on physical network physnet1 {{(pid=86859) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Dec 15 20:46:48.355518 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e1b8e79-dbf4-4434-9df2-96577e6ba8d1,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:46:48.362159 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:46:48.363135 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8767327805853', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:48.363687 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] Unsubscribe: segment precommit_create {{(pid=86859) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Dec 15 20:46:48.364117 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.db.segments_db [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] Added segment dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c of type flat for network 83db4151-6da2-47b8-971d-0a11887406d4 Dec 15 20:46:48.406461 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767327356326'] for network, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:48.446322 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for network, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:48.447474 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:46:48.448042 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:48.451035 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:46:48.546448 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] Pushing event updated for resources: {'Network': ['ID=83db4151-6da2-47b8-971d-0a11887406d4,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:46:48.549056 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7682488 Dec 15 20:46:48.550889 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:46:48.561032 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Network 83db4151-6da2-47b8-971d-0a11887406d4 details requested by agent ovs-agent-dv-cinder-821892-1-iscsi with host dv-cinder-821892-1-iscsi {{(pid=86860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 20:46:48.669949 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-6f93256c-d57a-48fb-9ac2-9911ebc03591 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:49.624295 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:49.650475 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:50.866413 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 59958) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:46:50.986361 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:51.079550 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea294ace-3779-4b5c-8e3d-b98a4317780d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:46:51.080866 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-ea294ace-3779-4b5c-8e3d-b98a4317780d admin admin] 10.222.0.49 "GET /v2.0/subnets/eb185a2b-4b76-46dc-ab21-100f647772b1 HTTP/1.1" status: 200 len: 849 time: 0.2135251 Dec 15 20:46:51.221038 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-9e7f39f1-ea03-4d95-8b87-6472a52dd078 admin admin] 10.222.0.49 "GET /v2.0/routers/1fef2bf5-f498-4f8f-936d-ddb25a6be815 HTTP/1.1" status: 200 len: 704 time: 0.1346543 Dec 15 20:46:51.670205 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-fb62d60a-d387-4d12-ae79-7182676e67dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:51.897271 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_common [None req-fb62d60a-d387-4d12-ae79-7182676e67dc admin admin] Allocated IP 172.20.0.1 (90898023-14d3-43e1-a9e7-67029640c3e1/eb185a2b-4b76-46dc-ab21-100f647772b1/a9000195-7d0b-45f1-b0df-c07290f4d12e) {{(pid=86859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:46:52.080193 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-fb62d60a-d387-4d12-ae79-7182676e67dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:52.097931 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.provisioning_blocks [None req-fb62d60a-d387-4d12-ae79-7182676e67dc admin admin] Transition to ACTIVE for port object a9000195-7d0b-45f1-b0df-c07290f4d12e will not be triggered until provisioned by entity DHCP. {{(pid=86859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:46:52.150176 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-fb62d60a-d387-4d12-ae79-7182676e67dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193'] for port, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:52.153885 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:46:52.217854 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb62d60a-d387-4d12-ae79-7182676e67dc admin admin] Network 90898023-14d3-43e1-a9e7-67029640c3e1 is already hosted by enough agents. {{(pid=86859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:46:52.220637 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [None req-fb62d60a-d387-4d12-ae79-7182676e67dc admin admin] Resources bound (agent type, host, resource id): {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:46:52.225139 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb62d60a-d387-4d12-ae79-7182676e67dc admin admin] Received port after_create {{(pid=86859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:46:52.225647 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-fb62d60a-d387-4d12-ae79-7182676e67dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624102'] for router_interface, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:52.334602 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62d60a-d387-4d12-ae79-7182676e67dc admin admin] Pushing event updated for resources: {'Port': ['ID=a9000195-7d0b-45f1-b0df-c07290f4d12e,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:46:52.343294 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-fb62d60a-d387-4d12-ae79-7182676e67dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:46:52.461856 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-bf5f43e1-4071-4479-8e91-dab17d42294a None None] Provisioning for port a9000195-7d0b-45f1-b0df-c07290f4d12e completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:46:52.466573 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-bf5f43e1-4071-4479-8e91-dab17d42294a None None] Provisioning complete for port a9000195-7d0b-45f1-b0df-c07290f4d12e triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:46:52.466940 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-bf5f43e1-4071-4479-8e91-dab17d42294a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:52.486344 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-fb62d60a-d387-4d12-ae79-7182676e67dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:52.518305 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-bf5f43e1-4071-4479-8e91-dab17d42294a None None] Port a9000195-7d0b-45f1-b0df-c07290f4d12e cannot update to ACTIVE because it is not bound. {{(pid=86860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 20:46:52.708506 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-fb62d60a-d387-4d12-ae79-7182676e67dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:52.713280 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-fb62d60a-d387-4d12-ae79-7182676e67dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:52.714378 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-fb62d60a-d387-4d12-ae79-7182676e67dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624261'] for router_interface, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:52.717366 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:46:52.853537 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb62d60a-d387-4d12-ae79-7182676e67dc admin admin] Pushing event updated for resources: {'Port': ['ID=a9000195-7d0b-45f1-b0df-c07290f4d12e,revision_number=2']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:46:52.858053 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-fb62d60a-d387-4d12-ae79-7182676e67dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:46:52.909023 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb62d60a-d387-4d12-ae79-7182676e67dc admin admin] Network 90898023-14d3-43e1-a9e7-67029640c3e1 is already hosted by enough agents. {{(pid=86859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:46:52.910395 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [None req-fb62d60a-d387-4d12-ae79-7182676e67dc admin admin] Resources bound (agent type, host, resource id): {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:46:53.102985 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb62d60a-d387-4d12-ae79-7182676e67dc admin admin] Router 1fef2bf5-f498-4f8f-936d-ddb25a6be815 is scheduled to L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a with binding_index 1 {{(pid=86859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 20:46:53.140895 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-a59f98ac-4582-4347-b7ae-438499a71903 None None] Provisioning complete for port a9000195-7d0b-45f1-b0df-c07290f4d12e triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:46:53.141266 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-a59f98ac-4582-4347-b7ae-438499a71903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:53.195165 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-a59f98ac-4582-4347-b7ae-438499a71903 None None] Port a9000195-7d0b-45f1-b0df-c07290f4d12e cannot update to ACTIVE because it is not bound. {{(pid=86860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 20:46:53.260995 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb62d60a-d387-4d12-ae79-7182676e67dc admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 20:46:53.271728 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-fb62d60a-d387-4d12-ae79-7182676e67dc admin admin] 10.222.0.49 "PUT /v2.0/routers/1fef2bf5-f498-4f8f-936d-ddb25a6be815/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.0454710 Dec 15 20:46:53.272564 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] Sync routers for ids ['1fef2bf5-f498-4f8f-936d-ddb25a6be815'] in dv-cinder-821892-1-iscsi {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 20:46:53.282623 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] Routers {'1fef2bf5-f498-4f8f-936d-ddb25a6be815'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:46:53.283487 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:46:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['1fef2bf5-f498-4f8f-936d-ddb25a6be815'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:46:53.455880 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] Set router 1fef2bf5-f498-4f8f-936d-ddb25a6be815 gateway port host: None {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:46:53.814509 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fef2bf5-f498-4f8f-936d-ddb25a6be815', 'name': 'router1', 'tenant_id': '2466a9daefc54f71ae5dfd4695065036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:46:42Z', 'updated_at': '2021-12-15T20:46:52Z', 'revision_number': 2, 'project_id': '2466a9daefc54f71ae5dfd4695065036', 'gw_port_host': None, '_interfaces': [{'id': 'a9000195-7d0b-45f1-b0df-c07290f4d12e', 'name': '', 'network_id': '90898023-14d3-43e1-a9e7-67029640c3e1', 'tenant_id': '2466a9daefc54f71ae5dfd4695065036', 'mac_address': 'fa:16:3e:df:44:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fef2bf5-f498-4f8f-936d-ddb25a6be815', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb185a2b-4b76-46dc-ab21-100f647772b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:46:51Z', 'updated_at': '2021-12-15T20:46:52Z', 'revision_number': 2, 'project_id': '2466a9daefc54f71ae5dfd4695065036', 'subnets': [{'id': 'eb185a2b-4b76-46dc-ab21-100f647772b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '576d07b4-847b-4f1c-98f0-fbd76ef70bf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:46:53.819287 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] Checking router: 1fef2bf5-f498-4f8f-936d-ddb25a6be815 for host: dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 20:46:53.819648 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] Updating router 1fef2bf5-f498-4f8f-936d-ddb25a6be815 port a9000195-7d0b-45f1-b0df-c07290f4d12e binding host dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 20:46:53.873451 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:54.241034 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] Notify callbacks [] for port, precommit_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:54.255231 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.provisioning_blocks [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] Transition to ACTIVE for port object a9000195-7d0b-45f1-b0df-c07290f4d12e will not be triggered until provisioned by entity L2. {{(pid=86861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:46:54.261821 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:54.270330 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:46:54.497298 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0904e-4936-4783-aa7b-fa307353bf4a None None] Pushing event updated for resources: {'Port': ['ID=a9000195-7d0b-45f1-b0df-c07290f4d12e,revision_number=3']} {{(pid=86861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:46:54.510520 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0904e-4936-4783-aa7b-fa307353bf4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:54.510990 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0904e-4936-4783-aa7b-fa307353bf4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:54.511320 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0904e-4936-4783-aa7b-fa307353bf4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:54.511643 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0904e-4936-4783-aa7b-fa307353bf4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:54.511961 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0904e-4936-4783-aa7b-fa307353bf4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:54.512277 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0904e-4936-4783-aa7b-fa307353bf4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:54.512588 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0904e-4936-4783-aa7b-fa307353bf4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:54.512919 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0904e-4936-4783-aa7b-fa307353bf4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:54.513392 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0904e-4936-4783-aa7b-fa307353bf4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:54.513556 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0904e-4936-4783-aa7b-fa307353bf4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:54.513945 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0904e-4936-4783-aa7b-fa307353bf4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:54.514445 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0904e-4936-4783-aa7b-fa307353bf4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56f0904e-4936-4783-aa7b-fa307353bf4a None None] Tracked resource versions report: Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: pushed versions: Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: { 'AddressGroup': {'1.2'}, Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: 'ConntrackHelper': {'1.0'}, Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: 'Log': {'1.0'}, Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: 'Network': {'1.1'}, Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: 'Port': {'1.7'}, Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: 'PortForwarding': {'1.2'}, Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: 'QosPolicy': {'1.8'}, Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: 'SecurityGroup': {'1.4'}, Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: 'SecurityGroupRule': {'1.2'}, Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: 'SubPort': {'1.0'}, Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: 'Subnet': {'1.1'}, Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: 'Trunk': {'1.1'}} Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: consumer versions: Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: { DHCP agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: L3 agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: Metadata agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: Metering agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: Open vSwitch agent@dv-cinder-821892-1-iscsi: { 'AddressGroup': '1.2', Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: 'ConntrackHelper': '1.0', Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: 'Log': '1.0', Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: 'Network': '1.1', Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: 'Port': '1.7', Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: 'PortForwarding': '1.2', Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: 'QosPolicy': '1.8', Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: 'SecurityGroup': '1.4', Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: 'SecurityGroupRule': '1.2', Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: 'SubPort': '1.0', Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: 'Subnet': '1.1', Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: 'Trunk': '1.1'}} Dec 15 20:46:54.515387 dv-cinder-821892-1-iscsi neutron-server[86861]: {{(pid=86861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 20:46:54.517779 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] Attempting to bind port a9000195-7d0b-45f1-b0df-c07290f4d12e on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:46:54.518042 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] Attempting to bind port a9000195-7d0b-45f1-b0df-c07290f4d12e by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': '4ef62f9a-5be3-48b8-986d-48c7d7def936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '90898023-14d3-43e1-a9e7-67029640c3e1'}] {{(pid=86861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:46:54.518469 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] Attempting to bind port a9000195-7d0b-45f1-b0df-c07290f4d12e on network 90898023-14d3-43e1-a9e7-67029640c3e1 {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:46:54.525084 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-56f0904e-4936-4783-aa7b-fa307353bf4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:46:54.525834 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:46:54.526241 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] Checking segment: {'id': '4ef62f9a-5be3-48b8-986d-48c7d7def936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '90898023-14d3-43e1-a9e7-67029640c3e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:46:54.526754 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:54.527132 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] Bound using segment: {'id': '4ef62f9a-5be3-48b8-986d-48c7d7def936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '90898023-14d3-43e1-a9e7-67029640c3e1'} {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:46:54.527637 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] Bound port: a9000195-7d0b-45f1-b0df-c07290f4d12e, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4ef62f9a-5be3-48b8-986d-48c7d7def936', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '90898023-14d3-43e1-a9e7-67029640c3e1'}}] {{(pid=86861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:46:54.528443 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:54.616267 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.db [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] For port a9000195-7d0b-45f1-b0df-c07290f4d12e, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:46:54.620192 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.db [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] For port a9000195-7d0b-45f1-b0df-c07290f4d12e, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=a9000195-7d0b-45f1-b0df-c07290f4d12e,segment=NetworkSegment(4ef62f9a-5be3-48b8-986d-48c7d7def936),segment_id=4ef62f9a-5be3-48b8-986d-48c7d7def936)] {{(pid=86861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:46:54.623889 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:54.628367 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-56f0904e-4936-4783-aa7b-fa307353bf4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:46:54.703642 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] Routers {'1fef2bf5-f498-4f8f-936d-ddb25a6be815'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:46:54.704259 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:46:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['1fef2bf5-f498-4f8f-936d-ddb25a6be815'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:46:54.834907 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56f0904e-4936-4783-aa7b-fa307353bf4a None None] Pushing event updated for resources: {'Port': ['ID=a9000195-7d0b-45f1-b0df-c07290f4d12e,revision_number=4']} {{(pid=86861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:46:54.842608 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-56f0904e-4936-4783-aa7b-fa307353bf4a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:46:54.862172 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] Set router 1fef2bf5-f498-4f8f-936d-ddb25a6be815 gateway port host: None {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:46:55.188283 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fef2bf5-f498-4f8f-936d-ddb25a6be815', 'name': 'router1', 'tenant_id': '2466a9daefc54f71ae5dfd4695065036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:46:42Z', 'updated_at': '2021-12-15T20:46:52Z', 'revision_number': 2, 'project_id': '2466a9daefc54f71ae5dfd4695065036', 'gw_port_host': None, '_interfaces': [{'id': 'a9000195-7d0b-45f1-b0df-c07290f4d12e', 'name': '', 'network_id': '90898023-14d3-43e1-a9e7-67029640c3e1', 'tenant_id': '2466a9daefc54f71ae5dfd4695065036', 'mac_address': 'fa:16:3e:df:44:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fef2bf5-f498-4f8f-936d-ddb25a6be815', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb185a2b-4b76-46dc-ab21-100f647772b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:46:51Z', 'updated_at': '2021-12-15T20:46:54Z', 'revision_number': 4, 'project_id': '2466a9daefc54f71ae5dfd4695065036', 'subnets': [{'id': 'eb185a2b-4b76-46dc-ab21-100f647772b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '576d07b4-847b-4f1c-98f0-fbd76ef70bf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:46:55.192132 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a45cad0-934c-414c-898a-c6aa378bfb0b None None] The sync data for ids ['1fef2bf5-f498-4f8f-936d-ddb25a6be815'] in dv-cinder-821892-1-iscsi is: [{'id': '1fef2bf5-f498-4f8f-936d-ddb25a6be815', 'name': 'router1', 'tenant_id': '2466a9daefc54f71ae5dfd4695065036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:46:42Z', 'updated_at': '2021-12-15T20:46:52Z', 'revision_number': 2, 'project_id': '2466a9daefc54f71ae5dfd4695065036', 'gw_port_host': None, '_interfaces': [{'id': 'a9000195-7d0b-45f1-b0df-c07290f4d12e', 'name': '', 'network_id': '90898023-14d3-43e1-a9e7-67029640c3e1', 'tenant_id': '2466a9daefc54f71ae5dfd4695065036', 'mac_address': 'fa:16:3e:df:44:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fef2bf5-f498-4f8f-936d-ddb25a6be815', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb185a2b-4b76-46dc-ab21-100f647772b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:46:51Z', 'updated_at': '2021-12-15T20:46:54Z', 'revision_number': 4, 'project_id': '2466a9daefc54f71ae5dfd4695065036', 'subnets': [{'id': 'eb185a2b-4b76-46dc-ab21-100f647772b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '576d07b4-847b-4f1c-98f0-fbd76ef70bf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 20:46:55.469164 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 59980) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:46:55.621461 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb099f97-d894-4c3b-b79a-994631b81923 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:46:55.622880 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-fb099f97-d894-4c3b-b79a-994631b81923 admin admin] 10.222.0.49 "GET /v2.0/networks/83db4151-6da2-47b8-971d-0a11887406d4 HTTP/1.1" status: 200 len: 842 time: 0.1521668 Dec 15 20:46:55.632232 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-b940f068-166b-46a7-b0c8-79125b96f995 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.27.1.1', 'enable_dhcp': False, 'cidr': '172.27.1.0/24', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'name': 'public-subnet'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:46:55.637143 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-b940f068-166b-46a7-b0c8-79125b96f995 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:46:55.640903 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-b940f068-166b-46a7-b0c8-79125b96f995 admin admin] Usage tracker for resource:subnet and tenant:7452c5d2458245238098506dd9dfd5dc is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:46:55.644112 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-b940f068-166b-46a7-b0c8-79125b96f995 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:46:55.650343 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-b940f068-166b-46a7-b0c8-79125b96f995 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:46:55.659886 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b940f068-166b-46a7-b0c8-79125b96f995 admin admin] Made reservation on behalf of 7452c5d2458245238098506dd9dfd5dc for: {'subnet': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:46:55.663263 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b940f068-166b-46a7-b0c8-79125b96f995 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:56.111075 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.objects.ports [None req-b940f068-166b-46a7-b0c8-79125b96f995 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=86858) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Dec 15 20:46:56.111564 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b940f068-166b-46a7-b0c8-79125b96f995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for subnet, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:56.116386 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:46:56.189928 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b940f068-166b-46a7-b0c8-79125b96f995 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a076902-1727-47fe-9eed-a31b1c56c654,revision_number=0']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:46:56.197731 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-b940f068-166b-46a7-b0c8-79125b96f995 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:46:56.200454 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b940f068-166b-46a7-b0c8-79125b96f995 admin admin] Checking segment: {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:46:56.200882 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b940f068-166b-46a7-b0c8-79125b96f995 admin admin] Network hostable DHCP agents. Network: 83db4151-6da2-47b8-971d-0a11887406d4, hostable agents: ['86069654-9c91-40da-a86d-561b669d47f0'], hosted agents: [] {{(pid=86858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 20:46:56.222690 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b940f068-166b-46a7-b0c8-79125b96f995 admin admin] Network 83db4151-6da2-47b8-971d-0a11887406d4 is scheduled to be hosted by DHCP agent 86069654-9c91-40da-a86d-561b669d47f0 with binding_index 1 {{(pid=86858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 20:46:56.233218 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-b940f068-166b-46a7-b0c8-79125b96f995 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-1-iscsi, 83db4151-6da2-47b8-971d-0a11887406d4) {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:46:56.237864 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b940f068-166b-46a7-b0c8-79125b96f995 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:46:56.238522 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b940f068-166b-46a7-b0c8-79125b96f995 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for subnet, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:56.243058 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e42f5b6-f2fb-495a-b7a1-dd549a70cdd3 None None] Network 83db4151-6da2-47b8-971d-0a11887406d4 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:46:56.260861 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-b940f068-166b-46a7-b0c8-79125b96f995 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6318166 Dec 15 20:46:56.485518 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb89c7a0-819f-472b-b9ec-5e3da4ad3f64 None None] Network 83db4151-6da2-47b8-971d-0a11887406d4 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:46:57.408986 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device a9000195-7d0b-45f1-b0df-c07290f4d12e up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:46:57.475013 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port a9000195-7d0b-45f1-b0df-c07290f4d12e completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:46:57.480328 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port a9000195-7d0b-45f1-b0df-c07290f4d12e triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:46:57.480699 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:57.612220 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:57.642663 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] For port a9000195-7d0b-45f1-b0df-c07290f4d12e, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=a9000195-7d0b-45f1-b0df-c07290f4d12e,segment=NetworkSegment(4ef62f9a-5be3-48b8-986d-48c7d7def936),segment_id=4ef62f9a-5be3-48b8-986d-48c7d7def936)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:46:57.647405 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:57.650835 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:46:57.715813 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Pushing event updated for resources: {'Port': ['ID=a9000195-7d0b-45f1-b0df-c07290f4d12e,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:46:57.721706 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:46:58.526231 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 59994) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:46:58.743324 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-79ba749f-42f8-43cb-9883-af7ce5456117 admin admin] 10.222.0.49 "GET /v2.0/routers/1fef2bf5-f498-4f8f-936d-ddb25a6be815 HTTP/1.1" status: 200 len: 710 time: 0.2159183 Dec 15 20:46:58.867882 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53b36bbc-c6fa-404f-9fa4-fa4253daff5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:46:58.869187 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-53b36bbc-c6fa-404f-9fa4-fa4253daff5b admin admin] 10.222.0.49 "GET /v2.0/networks/83db4151-6da2-47b8-971d-0a11887406d4 HTTP/1.1" status: 200 len: 886 time: 0.1208665 Dec 15 20:46:58.878009 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-0f3dcb75-76d5-4b94-9a7c-1d205ecc0341 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:46:59.308319 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0f3dcb75-76d5-4b94-9a7c-1d205ecc0341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1676570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-323'] for router, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:59.396349 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device a9000195-7d0b-45f1-b0df-c07290f4d12e up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:46:59.462138 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port a9000195-7d0b-45f1-b0df-c07290f4d12e triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:46:59.462506 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:59.671088 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0f3dcb75-76d5-4b94-9a7c-1d205ecc0341 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:59.727789 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0f3dcb75-76d5-4b94-9a7c-1d205ecc0341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:46:59.861029 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [None req-0f3dcb75-76d5-4b94-9a7c-1d205ecc0341 admin admin] Allocated IP 172.27.1.168 (83db4151-6da2-47b8-971d-0a11887406d4/9a076902-1727-47fe-9eed-a31b1c56c654/1cb88e88-e9ac-4a6f-83bc-051f088280b4) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:47:00.009383 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0f3dcb75-76d5-4b94-9a7c-1d205ecc0341 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:47:00.063601 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0f3dcb75-76d5-4b94-9a7c-1d205ecc0341 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:47:00.067149 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:47:00.127302 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f3dcb75-76d5-4b94-9a7c-1d205ecc0341 admin admin] Network 83db4151-6da2-47b8-971d-0a11887406d4 is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:47:00.130116 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-0f3dcb75-76d5-4b94-9a7c-1d205ecc0341 admin admin] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:47:00.134259 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f3dcb75-76d5-4b94-9a7c-1d205ecc0341 admin admin] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:47:00.191004 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3dcb75-76d5-4b94-9a7c-1d205ecc0341 admin admin] Pushing event updated for resources: {'Port': ['ID=1cb88e88-e9ac-4a6f-83bc-051f088280b4,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:47:00.247312 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-0f3dcb75-76d5-4b94-9a7c-1d205ecc0341 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:47:00.509224 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0f3dcb75-76d5-4b94-9a7c-1d205ecc0341 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:47:00.833179 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0f3dcb75-76d5-4b94-9a7c-1d205ecc0341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1676570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-323'] for router, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:47:00.836325 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0f3dcb75-76d5-4b94-9a7c-1d205ecc0341 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677288', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1677082', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1677075', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1676557'] for router, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:47:01.049099 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f3dcb75-76d5-4b94-9a7c-1d205ecc0341 admin admin] Router 1fef2bf5-f498-4f8f-936d-ddb25a6be815 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 20:47:01.221148 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f3dcb75-76d5-4b94-9a7c-1d205ecc0341 admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 20:47:01.229803 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0f3dcb75-76d5-4b94-9a7c-1d205ecc0341 admin admin] Notify callbacks [] for router, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:47:01.230985 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-0f3dcb75-76d5-4b94-9a7c-1d205ecc0341 admin admin] 10.222.0.49 "PUT /v2.0/routers/1fef2bf5-f498-4f8f-936d-ddb25a6be815 HTTP/1.1" status: 200 len: 890 time: 2.3563402 Dec 15 20:47:01.231452 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] Sync routers for ids ['1fef2bf5-f498-4f8f-936d-ddb25a6be815'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 20:47:01.241897 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] Routers {'1fef2bf5-f498-4f8f-936d-ddb25a6be815'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:47:01.242576 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:46:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['1fef2bf5-f498-4f8f-936d-ddb25a6be815'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:47:01.430957 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] Set router 1fef2bf5-f498-4f8f-936d-ddb25a6be815 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:47:01.763902 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fef2bf5-f498-4f8f-936d-ddb25a6be815', 'name': 'router1', 'tenant_id': '2466a9daefc54f71ae5dfd4695065036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '1cb88e88-e9ac-4a6f-83bc-051f088280b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:46:42Z', 'updated_at': '2021-12-15T20:47:00Z', 'revision_number': 4, 'project_id': '2466a9daefc54f71ae5dfd4695065036', 'gw_port': {'id': '1cb88e88-e9ac-4a6f-83bc-051f088280b4', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:26:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fef2bf5-f498-4f8f-936d-ddb25a6be815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:46:59Z', 'updated_at': '2021-12-15T20:46:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': 'a9000195-7d0b-45f1-b0df-c07290f4d12e', 'name': '', 'network_id': '90898023-14d3-43e1-a9e7-67029640c3e1', 'tenant_id': '2466a9daefc54f71ae5dfd4695065036', 'mac_address': 'fa:16:3e:df:44:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fef2bf5-f498-4f8f-936d-ddb25a6be815', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb185a2b-4b76-46dc-ab21-100f647772b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:46:51Z', 'updated_at': '2021-12-15T20:46:57Z', 'revision_number': 5, 'project_id': '2466a9daefc54f71ae5dfd4695065036', 'subnets': [{'id': 'eb185a2b-4b76-46dc-ab21-100f647772b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '576d07b4-847b-4f1c-98f0-fbd76ef70bf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:47:01.768538 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] Checking router: 1fef2bf5-f498-4f8f-936d-ddb25a6be815 for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 20:47:01.768889 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] Updating router 1fef2bf5-f498-4f8f-936d-ddb25a6be815 port 1cb88e88-e9ac-4a6f-83bc-051f088280b4 binding host dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 20:47:01.819340 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:47:02.140101 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] Notify callbacks [] for port, precommit_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:47:02.151631 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] Transition to ACTIVE for port object 1cb88e88-e9ac-4a6f-83bc-051f088280b4 will not be triggered until provisioned by entity L2. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:47:02.158216 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:47:02.163478 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:47:02.244894 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] Attempting to bind port 1cb88e88-e9ac-4a6f-83bc-051f088280b4 on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:47:02.245504 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] Attempting to bind port 1cb88e88-e9ac-4a6f-83bc-051f088280b4 by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:47:02.245618 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] Attempting to bind port 1cb88e88-e9ac-4a6f-83bc-051f088280b4 on network 83db4151-6da2-47b8-971d-0a11887406d4 {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:47:02.252737 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01282dd-b80f-41d8-b82e-13c5bfc0a493 None None] Pushing event updated for resources: {'Port': ['ID=1cb88e88-e9ac-4a6f-83bc-051f088280b4,revision_number=2']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:47:02.255731 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 46, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:47:02.256061 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] Checking segment: {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:47:02.256570 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:47:02.256945 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] Bound using segment: {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:47:02.257416 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] Bound port: 1cb88e88-e9ac-4a6f-83bc-051f088280b4, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:47:02.257846 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:47:02.280687 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-d01282dd-b80f-41d8-b82e-13c5bfc0a493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:47:02.328657 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] For port 1cb88e88-e9ac-4a6f-83bc-051f088280b4, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:47:02.331672 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] For port 1cb88e88-e9ac-4a6f-83bc-051f088280b4, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=1cb88e88-e9ac-4a6f-83bc-051f088280b4,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:47:02.336030 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:47:02.340012 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-d01282dd-b80f-41d8-b82e-13c5bfc0a493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:47:02.435139 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] Routers {'1fef2bf5-f498-4f8f-936d-ddb25a6be815'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:47:02.435739 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:46:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['1fef2bf5-f498-4f8f-936d-ddb25a6be815'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:47:02.491773 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01282dd-b80f-41d8-b82e-13c5bfc0a493 None None] Pushing event updated for resources: {'Port': ['ID=1cb88e88-e9ac-4a6f-83bc-051f088280b4,revision_number=3']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:47:02.545611 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-d01282dd-b80f-41d8-b82e-13c5bfc0a493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:47:02.615844 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] Set router 1fef2bf5-f498-4f8f-936d-ddb25a6be815 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:47:02.950563 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fef2bf5-f498-4f8f-936d-ddb25a6be815', 'name': 'router1', 'tenant_id': '2466a9daefc54f71ae5dfd4695065036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '1cb88e88-e9ac-4a6f-83bc-051f088280b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:46:42Z', 'updated_at': '2021-12-15T20:47:00Z', 'revision_number': 4, 'project_id': '2466a9daefc54f71ae5dfd4695065036', 'gw_port': {'id': '1cb88e88-e9ac-4a6f-83bc-051f088280b4', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:26:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fef2bf5-f498-4f8f-936d-ddb25a6be815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:46:59Z', 'updated_at': '2021-12-15T20:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': 'a9000195-7d0b-45f1-b0df-c07290f4d12e', 'name': '', 'network_id': '90898023-14d3-43e1-a9e7-67029640c3e1', 'tenant_id': '2466a9daefc54f71ae5dfd4695065036', 'mac_address': 'fa:16:3e:df:44:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fef2bf5-f498-4f8f-936d-ddb25a6be815', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb185a2b-4b76-46dc-ab21-100f647772b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:46:51Z', 'updated_at': '2021-12-15T20:46:57Z', 'revision_number': 5, 'project_id': '2466a9daefc54f71ae5dfd4695065036', 'subnets': [{'id': 'eb185a2b-4b76-46dc-ab21-100f647772b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '576d07b4-847b-4f1c-98f0-fbd76ef70bf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:47:02.954755 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ab66cf-cc0f-4bca-a5a1-56e09468d260 None None] The sync data for ids ['1fef2bf5-f498-4f8f-936d-ddb25a6be815'] in dv-cinder-821892-1-iscsi is: [{'id': '1fef2bf5-f498-4f8f-936d-ddb25a6be815', 'name': 'router1', 'tenant_id': '2466a9daefc54f71ae5dfd4695065036', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.168'}], 'enable_snat': True}, 'gw_port_id': '1cb88e88-e9ac-4a6f-83bc-051f088280b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:46:42Z', 'updated_at': '2021-12-15T20:47:00Z', 'revision_number': 4, 'project_id': '2466a9daefc54f71ae5dfd4695065036', 'gw_port': {'id': '1cb88e88-e9ac-4a6f-83bc-051f088280b4', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:3c:26:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fef2bf5-f498-4f8f-936d-ddb25a6be815', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:46:59Z', 'updated_at': '2021-12-15T20:47:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': 'a9000195-7d0b-45f1-b0df-c07290f4d12e', 'name': '', 'network_id': '90898023-14d3-43e1-a9e7-67029640c3e1', 'tenant_id': '2466a9daefc54f71ae5dfd4695065036', 'mac_address': 'fa:16:3e:df:44:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1fef2bf5-f498-4f8f-936d-ddb25a6be815', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eb185a2b-4b76-46dc-ab21-100f647772b1', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:46:51Z', 'updated_at': '2021-12-15T20:46:57Z', 'revision_number': 5, 'project_id': '2466a9daefc54f71ae5dfd4695065036', 'subnets': [{'id': 'eb185a2b-4b76-46dc-ab21-100f647772b1', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '576d07b4-847b-4f1c-98f0-fbd76ef70bf3'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 20:47:03.427999 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 1cb88e88-e9ac-4a6f-83bc-051f088280b4 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:47:03.513941 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port 1cb88e88-e9ac-4a6f-83bc-051f088280b4 completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:47:03.519809 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 1cb88e88-e9ac-4a6f-83bc-051f088280b4 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:47:03.520185 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:47:03.586501 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 60004) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:47:03.646712 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:47:03.662673 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] For port 1cb88e88-e9ac-4a6f-83bc-051f088280b4, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=1cb88e88-e9ac-4a6f-83bc-051f088280b4,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:47:03.667769 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:47:03.669908 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:47:03.704176 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-99a4d7fb-b42e-4974-9d80-85636fe80c05 admin admin] 10.222.0.49 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 413 time: 0.1159215 Dec 15 20:47:03.741407 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Pushing event updated for resources: {'Port': ['ID=1cb88e88-e9ac-4a6f-83bc-051f088280b4,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:47:03.744491 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:47:05.402582 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 1cb88e88-e9ac-4a6f-83bc-051f088280b4 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:47:05.475377 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 1cb88e88-e9ac-4a6f-83bc-051f088280b4 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:47:05.475698 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:47:16.288651 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f6ac6c05-6c18-48dd-b8af-11314c0edc31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:47:17.681586 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 5 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 20:47:18.601443 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f713cc27-482c-4ca0-8c9f-4556c723c216 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:47:19.627611 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:47:19.652679 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:47:21.005289 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:47:46.290765 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-dc931c42-4b6a-4a1f-ac3b-626cc1f815ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:47:48.604090 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-99241a02-b8a5-498d-9af4-e3078e7b7cf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:47:49.632818 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:47:49.658021 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:47:51.003959 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:47:54.681993 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 5 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 20:48:16.295162 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-345090b2-edc3-4791-92dc-72c215246ff6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:48:18.606727 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-e91494b1-c4d4-4ed2-ab7a-36fb796b13ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:48:19.634922 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:48:19.653892 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:48:21.009583 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:48:31.682039 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 5 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 20:48:46.288787 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-30921a1b-2f0e-43f6-b307-c7d32549b3e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:48:48.607809 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-8fa2ae34-f3c7-4362-ad3a-424566bd1d95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:48:49.637909 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:48:49.657513 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:48:51.010289 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:04.139024 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 60574) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:49:04.205273 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.pecan_wsgi.hooks.translation [None req-519c09e5-c3e8-4797-bc33-cb2b2f5c7a9f admin admin] GET failed (client error): The resource could not be found. Dec 15 20:49:04.205764 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-519c09e5-c3e8-4797-bc33-cb2b2f5c7a9f admin admin] Synchronizing usage tracker for tenant:7452c5d2458245238098506dd9dfd5dc on resource:network {{(pid=86859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:49:04.222317 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-519c09e5-c3e8-4797-bc33-cb2b2f5c7a9f admin admin] Unset dirty status for tenant:7452c5d2458245238098506dd9dfd5dc on resource:network {{(pid=86859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:49:04.223410 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-519c09e5-c3e8-4797-bc33-cb2b2f5c7a9f admin admin] 10.222.0.49 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0834863 Dec 15 20:49:04.391620 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4aca09-7e1c-481c-bcbf-91db9c2f8983 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:49:04.393071 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-0c4aca09-7e1c-481c-bcbf-91db9c2f8983 admin admin] 10.222.0.49 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1652081 Dec 15 20:49:06.495316 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 60584) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:49:06.599109 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759c62a8-c524-4424-b71e-ad62a162bcfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:49:06.599657 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-759c62a8-c524-4424-b71e-ad62a162bcfb admin admin] Synchronizing usage tracker for tenant:7452c5d2458245238098506dd9dfd5dc on resource:subnet {{(pid=86858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:49:06.616554 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-759c62a8-c524-4424-b71e-ad62a162bcfb admin admin] Unset dirty status for tenant:7452c5d2458245238098506dd9dfd5dc on resource:subnet {{(pid=86858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:49:06.617722 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-759c62a8-c524-4424-b71e-ad62a162bcfb admin admin] 10.222.0.49 "GET /v2.0/subnets/eb185a2b-4b76-46dc-ab21-100f647772b1 HTTP/1.1" status: 200 len: 849 time: 0.1214464 Dec 15 20:49:06.626952 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-8e9b6b7c-95ab-4fde-9ab7-0aea45b9f01b admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:49:06.741722 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8e9b6b7c-95ab-4fde-9ab7-0aea45b9f01b admin admin] Notify callbacks [] for subnet, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:06.926295 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8e9b6b7c-95ab-4fde-9ab7-0aea45b9f01b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8767327913804'] for subnet, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:06.930792 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-b940f068-166b-46a7-b0c8-79125b96f995 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:49:06.978098 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e9b6b7c-95ab-4fde-9ab7-0aea45b9f01b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:49:06.978637 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21c71001-a967-4556-ac69-bfd50fb32502 None None] Network 90898023-14d3-43e1-a9e7-67029640c3e1 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:49:06.979047 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8e9b6b7c-95ab-4fde-9ab7-0aea45b9f01b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for subnet, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:06.979933 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-8e9b6b7c-95ab-4fde-9ab7-0aea45b9f01b admin admin] 10.222.0.49 "PUT /v2.0/subnets/eb185a2b-4b76-46dc-ab21-100f647772b1 HTTP/1.1" status: 200 len: 868 time: 0.3566854 Dec 15 20:49:06.997885 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e9b6b7c-95ab-4fde-9ab7-0aea45b9f01b admin admin] Pushing event updated for resources: {'Subnet': ['ID=eb185a2b-4b76-46dc-ab21-100f647772b1,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:49:07.006493 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b6b7c-95ab-4fde-9ab7-0aea45b9f01b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:07.006493 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b6b7c-95ab-4fde-9ab7-0aea45b9f01b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:07.006493 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b6b7c-95ab-4fde-9ab7-0aea45b9f01b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:07.006493 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b6b7c-95ab-4fde-9ab7-0aea45b9f01b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:07.006955 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b6b7c-95ab-4fde-9ab7-0aea45b9f01b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:07.007049 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b6b7c-95ab-4fde-9ab7-0aea45b9f01b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:07.007369 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b6b7c-95ab-4fde-9ab7-0aea45b9f01b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:07.007694 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b6b7c-95ab-4fde-9ab7-0aea45b9f01b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:07.008029 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b6b7c-95ab-4fde-9ab7-0aea45b9f01b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:07.008345 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b6b7c-95ab-4fde-9ab7-0aea45b9f01b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:07.008658 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b6b7c-95ab-4fde-9ab7-0aea45b9f01b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:07.008968 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e9b6b7c-95ab-4fde-9ab7-0aea45b9f01b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:07.012692 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-8e9b6b7c-95ab-4fde-9ab7-0aea45b9f01b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:49:07.436488 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-a7c2ab28-60ad-401b-ad0f-a824e283796e None None] Provisioning complete for port 93dfd91b-4aae-479a-9c17-6b7de10d7682 triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:49:07.436855 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-a7c2ab28-60ad-401b-ad0f-a824e283796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:07.558019 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-a7c2ab28-60ad-401b-ad0f-a824e283796e None None] Provisioning complete for port a9000195-7d0b-45f1-b0df-c07290f4d12e triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:49:07.558281 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-a7c2ab28-60ad-401b-ad0f-a824e283796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:08.681270 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 5 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 20:49:09.099765 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 60594) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:49:09.271449 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff31143-35ed-423b-822a-8708faa1dbbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:49:09.271851 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ff31143-35ed-423b-822a-8708faa1dbbc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:49:09.273561 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-1ff31143-35ed-423b-822a-8708faa1dbbc admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1728654 Dec 15 20:49:11.385848 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 60604) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:49:11.551887 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93acc3d-94ad-4c1c-ac59-8267ec33444c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:49:11.552898 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93acc3d-94ad-4c1c-ac59-8267ec33444c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:49:11.554391 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-f93acc3d-94ad-4c1c-ac59-8267ec33444c admin admin] 10.222.0.49 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1676373 Dec 15 20:49:13.647366 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 60614) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:49:13.809788 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2294f7b4-c5f8-4d11-9c35-d34602286697 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:49:13.811109 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-2294f7b4-c5f8-4d11-9c35-d34602286697 admin admin] 10.222.0.49 "GET /v2.0/networks/83db4151-6da2-47b8-971d-0a11887406d4 HTTP/1.1" status: 200 len: 886 time: 0.1628187 Dec 15 20:49:15.935556 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 60624) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:49:16.103583 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b6cd0c1-38c8-4194-b9b4-4af6c09f08ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:49:16.104902 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-5b6cd0c1-38c8-4194-b9b4-4af6c09f08ad admin admin] 10.222.0.49 "GET /v2.0/networks/90898023-14d3-43e1-a9e7-67029640c3e1 HTTP/1.1" status: 200 len: 869 time: 0.1684299 Dec 15 20:49:16.290415 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-b45ecbc4-65bb-4eff-a674-d8e4db9d5f13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:18.203853 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 60634) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:49:18.313496 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb78491-3f8a-4575-8a8b-918560e71748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:49:18.313979 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcb78491-3f8a-4575-8a8b-918560e71748 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:49:18.315464 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-fcb78491-3f8a-4575-8a8b-918560e71748 admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1107509 Dec 15 20:49:18.612636 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-bbeed522-29e7-47fc-91d6-47ca0f55492d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:19.638676 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:19.657607 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:20.443228 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 60644) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:49:20.546098 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c60457-ced0-40ee-89e4-275c44d02a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:49:20.546559 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c60457-ced0-40ee-89e4-275c44d02a0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:49:20.548046 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-00c60457-ced0-40ee-89e4-275c44d02a0d admin admin] 10.222.0.49 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1038980 Dec 15 20:49:21.008730 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:22.669621 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 60654) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:49:22.770265 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0784bba-66e0-41eb-97e7-6fc2c9d9138b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:49:22.772136 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-a0784bba-66e0-41eb-97e7-6fc2c9d9138b admin admin] 10.222.0.49 "GET /v2.0/subnets/9a076902-1727-47fe-9eed-a31b1c56c654 HTTP/1.1" status: 200 len: 816 time: 0.1014688 Dec 15 20:49:24.885557 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 60664) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:49:24.992057 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c41ef348-60e0-4272-a1b7-4d15760c5650 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:49:24.993391 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-c41ef348-60e0-4272-a1b7-4d15760c5650 admin admin] 10.222.0.49 "GET /v2.0/subnets/eb185a2b-4b76-46dc-ab21-100f647772b1 HTTP/1.1" status: 200 len: 868 time: 0.1068463 Dec 15 20:49:45.680664 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 5 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 20:49:46.292749 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-5f510ee7-c3de-48ce-baea-6691a66e80fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:47.794771 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 60708) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:49:47.842369 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [None req-38246d95-e9f5-467a-a5ec-99df8280a721 admin admin] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=86858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 20:49:47.843317 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-38246d95-e9f5-467a-a5ec-99df8280a721 admin admin] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0476387 Dec 15 20:49:48.615131 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-070cb5c6-ba31-4f8b-91e6-1747103be2ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:49.642926 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:49.658289 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:50.033987 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 60718) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:49:50.099598 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.pecan_wsgi.hooks.translation [None req-b40acf26-b702-4fd2-95a3-951b012fb096 admin admin] GET failed (client error): The resource could not be found. Dec 15 20:49:50.100818 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-b40acf26-b702-4fd2-95a3-951b012fb096 admin admin] 10.222.0.49 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0658872 Dec 15 20:49:50.222503 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17173e7d-db2b-406c-be4e-5317edccbca3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:49:50.224420 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-17173e7d-db2b-406c-be4e-5317edccbca3 admin admin] 10.222.0.49 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1198528 Dec 15 20:49:51.012556 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:52.350904 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 60728) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:49:52.397208 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:49:52.402265 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:49:52.411498 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:49:52.421207 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] Made reservation on behalf of 7452c5d2458245238098506dd9dfd5dc for: {'network': 1} {{(pid=86859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:49:52.423390 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for network, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:52.510635 dv-cinder-821892-1-iscsi neutron-server[86859]: WARNING neutron.services.revisions.revision_plugin [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] Could not find related network for resource to bump revision. Dec 15 20:49:52.521875 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] vlan segment allocate from pool success with {'vlan_id': 178, 'physical_network': 'physnet1'} {{(pid=86859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 20:49:52.530189 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:52.530461 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.db.segments_db [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] Added segment bb8f9964-7f24-46c1-b96e-d38da4e8d6b1 of type vlan for network 4f367a9a-dc11-477a-b678-75393d0a18a3 Dec 15 20:49:52.555232 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767327356326'] for network, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:52.582884 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for network, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:52.584137 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:49:52.584700 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:52.589044 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:49:52.683068 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] Pushing event updated for resources: {'Network': ['ID=4f367a9a-dc11-477a-b678-75393d0a18a3,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:49:52.685773 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.3338325 Dec 15 20:49:52.690959 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:52.691298 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:52.691650 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:52.691972 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:52.692290 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:52.692623 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:52.692940 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:52.693252 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:52.693578 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:52.693921 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:52.694230 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:52.694537 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:52.698245 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:49:52.706753 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Network 4f367a9a-dc11-477a-b678-75393d0a18a3 details requested by agent ovs-agent-dv-cinder-821892-1-iscsi with host dv-cinder-821892-1-iscsi {{(pid=86860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 20:49:54.814364 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 60738) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:49:54.878905 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ea5c116-ebfd-404a-a00a-e27eb855e53d admin admin] GET failed (client error): The resource could not be found. Dec 15 20:49:54.880081 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-7ea5c116-ebfd-404a-a00a-e27eb855e53d admin admin] Synchronizing usage tracker for tenant:7452c5d2458245238098506dd9dfd5dc on resource:network {{(pid=86859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:49:54.894901 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-7ea5c116-ebfd-404a-a00a-e27eb855e53d admin admin] Unset dirty status for tenant:7452c5d2458245238098506dd9dfd5dc on resource:network {{(pid=86859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:49:54.896188 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-7ea5c116-ebfd-404a-a00a-e27eb855e53d admin admin] 10.222.0.49 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0808976 Dec 15 20:49:55.011916 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28797ef9-3294-4c42-be1b-9928b0c1d910 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:49:55.013268 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-28797ef9-3294-4c42-be1b-9928b0c1d910 admin admin] 10.222.0.49 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1132829 Dec 15 20:49:55.022682 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-a1ff7d26-56b3-4be7-9709-2e5b607a09d3 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '4f367a9a-dc11-477a-b678-75393d0a18a3'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:49:55.027056 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-a1ff7d26-56b3-4be7-9709-2e5b607a09d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:49:55.036787 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-a1ff7d26-56b3-4be7-9709-2e5b607a09d3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:49:55.045359 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ff7d26-56b3-4be7-9709-2e5b607a09d3 admin admin] Made reservation on behalf of 7452c5d2458245238098506dd9dfd5dc for: {'subnet': 1} {{(pid=86859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:49:55.047562 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a1ff7d26-56b3-4be7-9709-2e5b607a09d3 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:55.245078 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a1ff7d26-56b3-4be7-9709-2e5b607a09d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for subnet, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:55.249358 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:49:55.315588 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff7d26-56b3-4be7-9709-2e5b607a09d3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c30593f3-e341-4c16-8de2-e4cecfb8f7e1,revision_number=0']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:49:55.323182 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-a1ff7d26-56b3-4be7-9709-2e5b607a09d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:49:55.325153 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ff7d26-56b3-4be7-9709-2e5b607a09d3 admin admin] Checking segment: {'id': 'bb8f9964-7f24-46c1-b96e-d38da4e8d6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4f367a9a-dc11-477a-b678-75393d0a18a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:49:55.325496 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ff7d26-56b3-4be7-9709-2e5b607a09d3 admin admin] Network hostable DHCP agents. Network: 4f367a9a-dc11-477a-b678-75393d0a18a3, hostable agents: ['86069654-9c91-40da-a86d-561b669d47f0'], hosted agents: [] {{(pid=86859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 20:49:55.342857 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ff7d26-56b3-4be7-9709-2e5b607a09d3 admin admin] Network 4f367a9a-dc11-477a-b678-75393d0a18a3 is scheduled to be hosted by DHCP agent 86069654-9c91-40da-a86d-561b669d47f0 with binding_index 1 {{(pid=86859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 20:49:55.351696 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [None req-a1ff7d26-56b3-4be7-9709-2e5b607a09d3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-1-iscsi, 4f367a9a-dc11-477a-b678-75393d0a18a3) {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:49:55.355439 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ff7d26-56b3-4be7-9709-2e5b607a09d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:49:55.356010 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a1ff7d26-56b3-4be7-9709-2e5b607a09d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for subnet, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:55.361343 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6fe8055-65d6-436b-9ae6-0d263d20eaa8 None None] Network 4f367a9a-dc11-477a-b678-75393d0a18a3 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:49:55.385532 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-a1ff7d26-56b3-4be7-9709-2e5b607a09d3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3661256 Dec 15 20:49:55.578445 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb203f00b-68f0-5675-9cd5-aabe698e7fcb-4f367a9a-dc11-477a-b678-75393d0a18a3', 'network_id': '4f367a9a-dc11-477a-b678-75393d0a18a3', 'tenant_id': '7452c5d2458245238098506dd9dfd5dc', 'fixed_ips': [{'subnet_id': 'c30593f3-e341-4c16-8de2-e4cecfb8f7e1'}]}} from dv-cinder-821892-1-iscsi. {{(pid=86860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 20:49:55.579287 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:55.736349 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.db_base_plugin_common [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Allocated IP 192.168.233.2 (4f367a9a-dc11-477a-b678-75393d0a18a3/c30593f3-e341-4c16-8de2-e4cecfb8f7e1/e1a76323-0df9-4e16-976f-3d67beff4a02) {{(pid=86860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:49:55.940220 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Notify callbacks [] for port, precommit_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:55.951162 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Transition to ACTIVE for port object e1a76323-0df9-4e16-976f-3d67beff4a02 will not be triggered until provisioned by entity L2. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:49:55.969704 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Transition to ACTIVE for port object e1a76323-0df9-4e16-976f-3d67beff4a02 will not be triggered until provisioned by entity DHCP. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:49:55.975612 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193'] for port, after_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:55.979993 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:49:56.044567 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Network 4f367a9a-dc11-477a-b678-75393d0a18a3 is already hosted by enough agents. {{(pid=86860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:49:56.049462 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.scheduler.base_scheduler [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Resources bound (agent type, host, resource id): {{(pid=86860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:49:56.054345 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Received port after_create {{(pid=86860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:49:56.056385 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Pushing event updated for resources: {'Port': ['ID=e1a76323-0df9-4e16-976f-3d67beff4a02,revision_number=1']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:49:56.088683 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:56.089021 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:56.089370 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:56.089770 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:56.090034 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:56.090351 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:56.090666 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:56.090979 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:56.091311 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:56.091627 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:56.091936 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:56.092244 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:49:56.100861 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:49:56.176928 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Attempting to bind port e1a76323-0df9-4e16-976f-3d67beff4a02 on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:49:56.177295 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Attempting to bind port e1a76323-0df9-4e16-976f-3d67beff4a02 by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': 'bb8f9964-7f24-46c1-b96e-d38da4e8d6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4f367a9a-dc11-477a-b678-75393d0a18a3'}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:49:56.177657 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Attempting to bind port e1a76323-0df9-4e16-976f-3d67beff4a02 on network 4f367a9a-dc11-477a-b678-75393d0a18a3 {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:49:56.183619 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 49, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:49:56.183991 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Checking segment: {'id': 'bb8f9964-7f24-46c1-b96e-d38da4e8d6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4f367a9a-dc11-477a-b678-75393d0a18a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:49:56.184386 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:56.184816 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Bound using segment: {'id': 'bb8f9964-7f24-46c1-b96e-d38da4e8d6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4f367a9a-dc11-477a-b678-75393d0a18a3'} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:49:56.185259 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Bound port: e1a76323-0df9-4e16-976f-3d67beff4a02, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb8f9964-7f24-46c1-b96e-d38da4e8d6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4f367a9a-dc11-477a-b678-75393d0a18a3'}}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:49:56.185644 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:56.273050 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] For port e1a76323-0df9-4e16-976f-3d67beff4a02, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:49:56.276081 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] For port e1a76323-0df9-4e16-976f-3d67beff4a02, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=e1a76323-0df9-4e16-976f-3d67beff4a02,segment=NetworkSegment(bb8f9964-7f24-46c1-b96e-d38da4e8d6b1),segment_id=bb8f9964-7f24-46c1-b96e-d38da4e8d6b1)] {{(pid=86860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:49:56.281243 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:56.284994 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:49:56.360534 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Pushing event updated for resources: {'Port': ['ID=e1a76323-0df9-4e16-976f-3d67beff4a02,revision_number=2']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:49:56.364086 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:49:57.243700 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-784518e8-bdd7-4492-a1f5-9b46997b8eb5 None None] Network 4f367a9a-dc11-477a-b678-75393d0a18a3 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:49:57.339611 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-ad692a4e-2bfd-4433-b055-4e4f6426dcfd None None] Provisioning for port e1a76323-0df9-4e16-976f-3d67beff4a02 completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:49:57.529431 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device e1a76323-0df9-4e16-976f-3d67beff4a02 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:49:57.608189 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port e1a76323-0df9-4e16-976f-3d67beff4a02 completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:49:57.614428 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port e1a76323-0df9-4e16-976f-3d67beff4a02 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:49:57.614797 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:57.736878 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:57.779912 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] For port e1a76323-0df9-4e16-976f-3d67beff4a02, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=e1a76323-0df9-4e16-976f-3d67beff4a02,segment=NetworkSegment(bb8f9964-7f24-46c1-b96e-d38da4e8d6b1),segment_id=bb8f9964-7f24-46c1-b96e-d38da4e8d6b1)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:49:57.780701 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-34f88890-29ce-4483-83da-483c2a7e861b None None] Provisioning complete for port e1a76323-0df9-4e16-976f-3d67beff4a02 triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:49:57.781070 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-34f88890-29ce-4483-83da-483c2a7e861b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:57.808457 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:49:57.815954 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-d01282dd-b80f-41d8-b82e-13c5bfc0a493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:49:57.900569 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Pushing event updated for resources: {'Port': ['ID=e1a76323-0df9-4e16-976f-3d67beff4a02,revision_number=3']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:49:57.904325 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:49:59.484533 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device e1a76323-0df9-4e16-976f-3d67beff4a02 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:49:59.554384 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port e1a76323-0df9-4e16-976f-3d67beff4a02 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:49:59.554758 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:50:16.296505 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-3617ad55-b206-462d-8b1a-47cf11f3956c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:50:18.616465 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-9a3a0f53-3774-42c6-b88d-2d3034ce9126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:50:19.650268 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:50:19.660541 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:50:21.014807 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:50:22.679817 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 5 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 20:50:46.298785 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-2d668400-5792-450b-980a-dc5530121e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:50:48.617895 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-fdc1b70c-8433-4c6c-9831-686ec1dddaf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:50:49.652440 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:50:49.663315 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:50:51.018160 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:50:59.679706 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 5 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 20:51:10.791760 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 60788) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:51:10.797518 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [None req-fb97f688-0ace-4608-bc78-fd502fa61a1e tempest-verify_tempest_config-1057246464 tempest-verify_tempest_config-1057246464-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=86859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 20:51:10.798519 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-fb97f688-0ace-4608-bc78-fd502fa61a1e tempest-verify_tempest_config-1057246464 tempest-verify_tempest_config-1057246464-project] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0058370 Dec 15 20:51:11.095349 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 60806) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:51:11.206382 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2edaedbf-cdd0-465d-8a01-c1cd98befd54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:51:11.221122 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-2edaedbf-cdd0-465d-8a01-c1cd98befd54 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:51:11.225456 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-2edaedbf-cdd0-465d-8a01-c1cd98befd54 admin admin] Usage tracker for resource:security_group_rule and tenant:11be2fc951e34f858184d3453fb2fd27 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:51:11.228187 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-2edaedbf-cdd0-465d-8a01-c1cd98befd54 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:51:11.233740 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-2edaedbf-cdd0-465d-8a01-c1cd98befd54 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:51:11.315611 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2edaedbf-cdd0-465d-8a01-c1cd98befd54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:51:11.319385 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2edaedbf-cdd0-465d-8a01-c1cd98befd54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:51:11.327848 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:51:11.369570 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-2edaedbf-cdd0-465d-8a01-c1cd98befd54 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=11be2fc951e34f858184d3453fb2fd27&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2732463 Dec 15 20:51:11.370234 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edaedbf-cdd0-465d-8a01-c1cd98befd54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d71ac1a4-23c1-4870-9993-11330e93c6e2,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:51:11.372992 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 60812) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:51:11.376996 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edaedbf-cdd0-465d-8a01-c1cd98befd54 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:51:11.377349 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edaedbf-cdd0-465d-8a01-c1cd98befd54 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:51:11.377690 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edaedbf-cdd0-465d-8a01-c1cd98befd54 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:51:11.378027 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edaedbf-cdd0-465d-8a01-c1cd98befd54 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:51:11.378348 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edaedbf-cdd0-465d-8a01-c1cd98befd54 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:51:11.378682 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edaedbf-cdd0-465d-8a01-c1cd98befd54 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:51:11.379002 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edaedbf-cdd0-465d-8a01-c1cd98befd54 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:51:11.379378 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edaedbf-cdd0-465d-8a01-c1cd98befd54 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:51:11.379703 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edaedbf-cdd0-465d-8a01-c1cd98befd54 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:51:11.380020 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edaedbf-cdd0-465d-8a01-c1cd98befd54 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:51:11.380331 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edaedbf-cdd0-465d-8a01-c1cd98befd54 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:51:11.380642 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edaedbf-cdd0-465d-8a01-c1cd98befd54 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:51:11.384378 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-2edaedbf-cdd0-465d-8a01-c1cd98befd54 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:51:11.435351 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-6a65434f-1534-41bb-8a36-2a001c42571f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:51:11.495564 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-6a65434f-1534-41bb-8a36-2a001c42571f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:51:11.587940 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-6a65434f-1534-41bb-8a36-2a001c42571f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:51:11.591868 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-0aac10c1-0c09-4857-9702-2e710c80f932 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:51:11.602229 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a65434f-1534-41bb-8a36-2a001c42571f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d71ac1a4-23c1-4870-9993-11330e93c6e2,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:51:11.612188 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a65434f-1534-41bb-8a36-2a001c42571f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:51:11.612540 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a65434f-1534-41bb-8a36-2a001c42571f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:51:11.612868 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a65434f-1534-41bb-8a36-2a001c42571f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:51:11.613187 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a65434f-1534-41bb-8a36-2a001c42571f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:51:11.613503 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a65434f-1534-41bb-8a36-2a001c42571f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:51:11.613858 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a65434f-1534-41bb-8a36-2a001c42571f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:51:11.614175 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a65434f-1534-41bb-8a36-2a001c42571f admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:51:11.614485 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a65434f-1534-41bb-8a36-2a001c42571f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:51:11.614808 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a65434f-1534-41bb-8a36-2a001c42571f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:51:11.615118 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a65434f-1534-41bb-8a36-2a001c42571f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:51:11.615427 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a65434f-1534-41bb-8a36-2a001c42571f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:51:11.615737 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6a65434f-1534-41bb-8a36-2a001c42571f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:51:11.618668 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-6a65434f-1534-41bb-8a36-2a001c42571f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:51:11.619740 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-6a65434f-1534-41bb-8a36-2a001c42571f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d71ac1a4-23c1-4870-9993-11330e93c6e2 HTTP/1.1" status: 204 len: 168 time: 0.2456548 Dec 15 20:51:11.620530 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-6a65434f-1534-41bb-8a36-2a001c42571f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:51:16.300432 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-6d670505-4cde-4425-8731-be41b16f3453 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:51:18.620324 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d1137ec9-092b-4e1e-9171-9b36a6d0bfa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:51:19.654485 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:51:19.665227 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:51:21.020332 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:51:36.682898 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 5 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 20:51:46.300855 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-b768ab32-5e38-4165-a67a-a45418468451 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:51:48.622221 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d4518b0f-3eef-434c-9710-9c9a08fdcc78 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:51:49.657693 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:51:49.667464 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:51:51.022945 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:52:13.681149 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 5 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 20:52:16.302125 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-b11e696c-c7e7-4a39-9ee9-fdf42f85c8e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:52:18.623230 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-0834c694-8ce5-4286-806d-4f7b29cb85d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:52:19.667212 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:52:19.670772 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:52:21.027338 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:52:46.302634 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-0bdd05ca-e4b2-4dad-b6c6-2180829b2fa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:52:46.932725 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1619263'] for agent, after_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:52:48.624246 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-8c2e4eed-5928-4e35-b3dd-debab0167bb6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:52:49.662048 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:52:49.671531 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:52:50.680577 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 20:52:51.031133 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:53:02.248364 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 60884) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:53:02.358073 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-4e2917e0-4515-4d41-8655-86da730699c5 admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1085794 Dec 15 20:53:04.476969 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 60894) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:53:04.534660 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-6f7f7b6f-f12a-475c-b9a1-c43a7ca7b0ba admin admin] 10.222.0.49 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0566266 Dec 15 20:53:16.303590 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-2303ffc6-1ee9-4ab0-a367-fb0c8ea2ac95 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:53:16.882061 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:53:18.624319 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-850d53d4-c4b4-4f38-b1af-bd42b86e82f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:53:19.669787 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:53:19.674072 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:53:21.041514 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:53:27.679843 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 20:53:46.318215 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-1af68dfd-4e79-4a0f-a156-f7fd027b0b7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:53:46.893787 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:53:48.625637 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-40ff957a-becf-4482-934c-cabaecc4203e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:53:49.671725 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:53:49.675117 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:53:51.036546 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:04.679280 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 20:54:16.309236 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d3359ae5-0662-45e8-b88b-9dfcbd108234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:16.885426 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:18.629160 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-5da6ca44-dfa1-45e8-9275-5c16a09f54c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:19.676934 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:19.681196 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:21.039749 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:41.678709 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 20:54:44.366899 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 60992) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:54:44.622598 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1450454218-network', 'tenant_id': '16b1dbbad41a4f00a832b86ea2999591'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:54:44.627680 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:54:44.631729 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Usage tracker for resource:network and tenant:16b1dbbad41a4f00a832b86ea2999591 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:54:44.635106 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:54:44.641097 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:54:44.652853 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Made reservation on behalf of 16b1dbbad41a4f00a832b86ea2999591 for: {'network': 1} {{(pid=86859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:54:44.659133 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for network, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:44.672557 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:44.694089 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:54:44.699825 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Usage tracker for resource:security_group_rule and tenant:16b1dbbad41a4f00a832b86ea2999591 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:54:44.702945 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:54:44.708870 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:54:44.804817 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:44.809919 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:44.814232 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:44.845086 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=86859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 20:54:44.852699 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583162b2-4385-4fd7-bb54-1fcfe1879543,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:44.869148 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:44.869484 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:44.869836 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:44.870147 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:44.870644 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:44.871121 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:44.871600 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:44.872042 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:44.872526 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:44.872995 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:44.873471 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:44.873959 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Tracked resource versions report: Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: pushed versions: Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: { 'AddressGroup': {'1.2'}, Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: 'ConntrackHelper': {'1.0'}, Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: 'Log': {'1.0'}, Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: 'Network': {'1.1'}, Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: 'Port': {'1.7'}, Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: 'PortForwarding': {'1.2'}, Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: 'QosPolicy': {'1.8'}, Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: 'SecurityGroup': {'1.4'}, Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: 'SecurityGroupRule': {'1.2'}, Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: 'SubPort': {'1.0'}, Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: 'Subnet': {'1.1'}, Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: 'Trunk': {'1.1'}} Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: consumer versions: Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: { DHCP agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: HyperV agent@hv-cinder-82189: {}, Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: L3 agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: Metadata agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: Metering agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: Open vSwitch agent@dv-cinder-821892-1-iscsi: { 'AddressGroup': '1.2', Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: 'ConntrackHelper': '1.0', Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: 'Log': '1.0', Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: 'Network': '1.1', Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: 'Port': '1.7', Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: 'PortForwarding': '1.2', Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: 'QosPolicy': '1.8', Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: 'SecurityGroup': '1.4', Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: 'SecurityGroupRule': '1.2', Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: 'SubPort': '1.0', Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: 'Subnet': '1.1', Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: 'Trunk': '1.1'}} Dec 15 20:54:44.875172 dv-cinder-821892-1-iscsi neutron-server[86859]: {{(pid=86859) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 20:54:44.881355 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:44.885195 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:44.885739 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.db.segments_db [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Added segment ae68ac1e-e1ad-482b-960a-97d6ac5da630 of type vlan for network 314a4adc-1433-4021-a295-cf7a4d8218b2 Dec 15 20:54:44.922497 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767327356326'] for network, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:44.956482 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for network, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:44.958106 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:54:44.958876 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:44.963777 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-611cf458-77de-4aa4-bf2f-77f94694c349 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:45.062310 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.6951821 Dec 15 20:54:45.064163 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 32814) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:54:45.070158 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Request body: {'subnet': {'network_id': '314a4adc-1433-4021-a295-cf7a4d8218b2', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1450454218-subnet', 'tenant_id': '16b1dbbad41a4f00a832b86ea2999591', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:54:45.073733 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Pushing event updated for resources: {'Network': ['ID=314a4adc-1433-4021-a295-cf7a4d8218b2,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:45.075131 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:54:45.079807 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Usage tracker for resource:subnet and tenant:16b1dbbad41a4f00a832b86ea2999591 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:54:45.084721 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:45.085944 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Network 314a4adc-1433-4021-a295-cf7a4d8218b2 details requested by agent ovs-agent-dv-cinder-821892-1-iscsi with host dv-cinder-821892-1-iscsi {{(pid=86860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 20:54:45.098556 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:54:45.106496 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:54:45.133651 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Made reservation on behalf of 16b1dbbad41a4f00a832b86ea2999591 for: {'subnet': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:54:45.135937 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:45.347609 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for subnet, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:45.352906 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:45.465289 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Pushing event updated for resources: {'Subnet': ['ID=280f90a1-45fd-47bb-b213-f197dd104ad1,revision_number=0']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:45.478117 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:45.478469 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:45.478857 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:45.479120 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:45.479471 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:45.479761 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:45.480083 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:45.480394 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:45.480704 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:45.481051 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:45.481316 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:45.481623 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Tracked resource versions report: Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: pushed versions: Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: { 'AddressGroup': {'1.2'}, Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: 'ConntrackHelper': {'1.0'}, Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: 'Log': {'1.0'}, Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: 'Network': {'1.1'}, Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: 'Port': {'1.7'}, Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: 'PortForwarding': {'1.2'}, Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: 'QosPolicy': {'1.8'}, Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: 'SecurityGroup': {'1.4'}, Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: 'SecurityGroupRule': {'1.2'}, Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: 'SubPort': {'1.0'}, Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: 'Subnet': {'1.1'}, Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: 'Trunk': {'1.1'}} Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: consumer versions: Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: { DHCP agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: HyperV agent@hv-cinder-82189: {}, Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: L3 agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: Metadata agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: Metering agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: Open vSwitch agent@dv-cinder-821892-1-iscsi: { 'AddressGroup': '1.2', Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: 'ConntrackHelper': '1.0', Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: 'Log': '1.0', Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: 'Network': '1.1', Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: 'Port': '1.7', Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: 'PortForwarding': '1.2', Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: 'QosPolicy': '1.8', Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: 'SecurityGroup': '1.4', Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: 'SecurityGroupRule': '1.2', Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: 'SubPort': '1.0', Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: 'Subnet': '1.1', Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: 'Trunk': '1.1'}} Dec 15 20:54:45.482685 dv-cinder-821892-1-iscsi neutron-server[86858]: {{(pid=86858) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 20:54:45.486475 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Checking segment: {'id': 'ae68ac1e-e1ad-482b-960a-97d6ac5da630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '314a4adc-1433-4021-a295-cf7a4d8218b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:54:45.486812 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Network hostable DHCP agents. Network: 314a4adc-1433-4021-a295-cf7a4d8218b2, hostable agents: ['86069654-9c91-40da-a86d-561b669d47f0'], hosted agents: [] {{(pid=86858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 20:54:45.492653 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:45.511261 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Network 314a4adc-1433-4021-a295-cf7a4d8218b2 is scheduled to be hosted by DHCP agent 86069654-9c91-40da-a86d-561b669d47f0 with binding_index 1 {{(pid=86858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 20:54:45.519170 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-1-iscsi, 314a4adc-1433-4021-a295-cf7a4d8218b2) {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:54:45.525584 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:54:45.526416 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for subnet, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:45.533017 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fd3c009-9cbf-4961-83f3-2f8f786cebca None None] Network 314a4adc-1433-4021-a295-cf7a4d8218b2 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:54:45.570163 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.5004196 Dec 15 20:54:45.765312 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a8f54f1-b41c-479b-8c02-ddd95a637e0f None None] Network 314a4adc-1433-4021-a295-cf7a4d8218b2 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:54:45.782216 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 32856) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:54:46.043166 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1452746627-network', 'tenant_id': '59dfe1e7aa764fd1a4000c98a26c6129'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:54:46.048837 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:54:46.052703 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] Usage tracker for resource:network and tenant:59dfe1e7aa764fd1a4000c98a26c6129 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:54:46.056171 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:54:46.061728 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:54:46.073261 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] Made reservation on behalf of 59dfe1e7aa764fd1a4000c98a26c6129 for: {'network': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:54:46.075566 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for network, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:46.088864 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:46.110842 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:54:46.115515 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] Usage tracker for resource:security_group_rule and tenant:59dfe1e7aa764fd1a4000c98a26c6129 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:54:46.119280 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:54:46.125249 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:54:46.215212 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:46.219323 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:46.223512 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-2edaedbf-cdd0-465d-8a01-c1cd98befd54 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:46.254024 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] vlan segment allocate from pool success with {'vlan_id': 189, 'physical_network': 'physnet1'} {{(pid=86858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 20:54:46.262945 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d49fb3dc-8bff-47db-a372-ecc19bcd8971,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:46.266882 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:46.269322 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:46.269654 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.db.segments_db [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] Added segment 7983d604-51dc-491a-b76b-35bfa3c82d0d of type vlan for network 64efe9fb-5976-41a9-8ac7-66748ac3041e Dec 15 20:54:46.301498 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767327356326'] for network, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:46.320270 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-8767c5e9-601f-4f61-befb-4efd0e8cd364 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:46.338406 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for network, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:46.339868 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:54:46.340800 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:46.345964 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:46.363433 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 32890) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:54:46.438621 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6553712 Dec 15 20:54:46.438861 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 32898) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:54:46.443939 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-f91389fe-55c0-499d-a9e1-246a0e2542b1 admin admin] Request body: {'subnet': {'network_id': '64efe9fb-5976-41a9-8ac7-66748ac3041e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1452746627-subnet', 'tenant_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:54:46.449314 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-f91389fe-55c0-499d-a9e1-246a0e2542b1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:54:46.453591 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-f91389fe-55c0-499d-a9e1-246a0e2542b1 admin admin] Usage tracker for resource:subnet and tenant:59dfe1e7aa764fd1a4000c98a26c6129 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:54:46.456636 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-f91389fe-55c0-499d-a9e1-246a0e2542b1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:54:46.460374 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] Pushing event updated for resources: {'Network': ['ID=64efe9fb-5976-41a9-8ac7-66748ac3041e,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:46.463309 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-f91389fe-55c0-499d-a9e1-246a0e2542b1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:54:46.471848 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:46.473882 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Network 64efe9fb-5976-41a9-8ac7-66748ac3041e details requested by agent ovs-agent-dv-cinder-821892-1-iscsi with host dv-cinder-821892-1-iscsi {{(pid=86860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 20:54:46.476910 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f91389fe-55c0-499d-a9e1-246a0e2542b1 admin admin] Made reservation on behalf of 59dfe1e7aa764fd1a4000c98a26c6129 for: {'subnet': 1} {{(pid=86859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:54:46.480759 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f91389fe-55c0-499d-a9e1-246a0e2542b1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:46.608855 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 32912) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:54:46.670453 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 32920) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:54:46.732222 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-c00fd463-0858-42b4-90e3-dedb44597344 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-329725510-network', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:54:46.737318 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f91389fe-55c0-499d-a9e1-246a0e2542b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for subnet, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:46.738422 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-c00fd463-0858-42b4-90e3-dedb44597344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:54:46.748909 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:46.781274 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-c00fd463-0858-42b4-90e3-dedb44597344 admin admin] Usage tracker for resource:network and tenant:e67c01112e5140159f714a65508bf5cb is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:54:46.786835 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1084864815-network', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:54:46.792182 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-c00fd463-0858-42b4-90e3-dedb44597344 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:54:46.802518 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-c00fd463-0858-42b4-90e3-dedb44597344 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:54:46.822408 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1812918284-network', 'tenant_id': 'aebf296e7f8d40f19e8c30faf01d3e7d'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:54:46.828616 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:54:46.831263 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:54:46.834364 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] Usage tracker for resource:network and tenant:aebf296e7f8d40f19e8c30faf01d3e7d is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:54:46.835210 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] Usage tracker for resource:network and tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:54:46.838129 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:54:46.838863 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:54:46.844285 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:54:46.850880 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:54:46.866390 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] Made reservation on behalf of aebf296e7f8d40f19e8c30faf01d3e7d for: {'network': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:54:46.866707 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] Made reservation on behalf of c1c77d1948bd48a0aa5bbdac1c6cf4a4 for: {'network': 1} {{(pid=86859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:54:46.869691 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for network, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:46.882732 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for network, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:46.884349 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:46.901729 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c00fd463-0858-42b4-90e3-dedb44597344 admin admin] Made reservation on behalf of e67c01112e5140159f714a65508bf5cb for: {'network': 1} {{(pid=86859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:54:46.904257 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-c00fd463-0858-42b4-90e3-dedb44597344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for network, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:46.915689 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:46.916977 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:46.926828 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f91389fe-55c0-499d-a9e1-246a0e2542b1 admin admin] Checking segment: {'id': '7983d604-51dc-491a-b76b-35bfa3c82d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '64efe9fb-5976-41a9-8ac7-66748ac3041e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:54:46.927394 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91389fe-55c0-499d-a9e1-246a0e2542b1 admin admin] Network hostable DHCP agents. Network: 64efe9fb-5976-41a9-8ac7-66748ac3041e, hostable agents: ['86069654-9c91-40da-a86d-561b669d47f0'], hosted agents: [] {{(pid=86859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 20:54:46.935912 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-c00fd463-0858-42b4-90e3-dedb44597344 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:46.947283 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:54:46.951480 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91389fe-55c0-499d-a9e1-246a0e2542b1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=242f45b8-10fa-40a9-9d70-6363d2d5e1fa,revision_number=0']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:46.958336 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:54:46.959852 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f91389fe-55c0-499d-a9e1-246a0e2542b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:46.967259 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] Usage tracker for resource:security_group_rule and tenant:aebf296e7f8d40f19e8c30faf01d3e7d is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:54:46.968779 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] Usage tracker for resource:security_group_rule and tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:54:46.973206 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:54:46.974364 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:54:46.983783 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-c00fd463-0858-42b4-90e3-dedb44597344 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:54:46.986339 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:54:46.987286 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:54:46.994107 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-c00fd463-0858-42b4-90e3-dedb44597344 admin admin] Usage tracker for resource:security_group_rule and tenant:e67c01112e5140159f714a65508bf5cb is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:54:46.999634 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-c00fd463-0858-42b4-90e3-dedb44597344 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:54:47.002940 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f91389fe-55c0-499d-a9e1-246a0e2542b1 admin admin] Network 64efe9fb-5976-41a9-8ac7-66748ac3041e is scheduled to be hosted by DHCP agent 86069654-9c91-40da-a86d-561b669d47f0 with binding_index 1 {{(pid=86859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 20:54:47.013244 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-c00fd463-0858-42b4-90e3-dedb44597344 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:54:47.048319 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [None req-f91389fe-55c0-499d-a9e1-246a0e2542b1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-1-iscsi, 64efe9fb-5976-41a9-8ac7-66748ac3041e) {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:54:47.053883 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f91389fe-55c0-499d-a9e1-246a0e2542b1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:54:47.055394 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f91389fe-55c0-499d-a9e1-246a0e2542b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for subnet, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:47.058966 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5819407a-423e-46d5-beac-55daef71b2ff None None] Network 64efe9fb-5976-41a9-8ac7-66748ac3041e requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:54:47.141652 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:47.146698 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:47.152634 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:47.187227 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] vlan segment allocate from pool success with {'vlan_id': 152, 'physical_network': 'physnet1'} {{(pid=86858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 20:54:47.200579 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a7768db-a9f2-4b90-a41a-96617fcfff28,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:47.208797 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:47.215261 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:47.215605 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.db.segments_db [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] Added segment ae6fa0f6-5b60-452f-8239-ffb398b012d3 of type vlan for network 80313551-4978-4263-bd6f-c5ef8342b2b0 Dec 15 20:54:47.217439 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:47.264481 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:47.270880 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767327356326'] for network, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:47.282708 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:47.317989 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c3507da-397c-429f-bc43-5d14785e48c0,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:47.331442 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:47.349813 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-c00fd463-0858-42b4-90e3-dedb44597344 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:47.356037 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] vlan segment allocate from pool success with {'vlan_id': 170, 'physical_network': 'physnet1'} {{(pid=86859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 20:54:47.362879 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-f91389fe-55c0-499d-a9e1-246a0e2542b1 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.9231310 Dec 15 20:54:47.367668 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 32944) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:54:47.373310 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-5cbf7a42-afe0-4031-abf2-197404113a13 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1452746627-router', 'tenant_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:54:47.380641 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-5cbf7a42-afe0-4031-abf2-197404113a13 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:54:47.382043 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:47.382537 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.db.segments_db [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] Added segment 53ea13d4-8379-475a-86a8-f30a8b17f4af of type vlan for network c7ada944-b67c-407b-be0e-d1869c073b7e Dec 15 20:54:47.387768 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-5cbf7a42-afe0-4031-abf2-197404113a13 admin admin] Usage tracker for resource:router and tenant:59dfe1e7aa764fd1a4000c98a26c6129 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:54:47.390892 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-5cbf7a42-afe0-4031-abf2-197404113a13 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:54:47.391965 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-c00fd463-0858-42b4-90e3-dedb44597344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:47.397828 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-5cbf7a42-afe0-4031-abf2-197404113a13 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:54:47.406817 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for network, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:47.408776 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:54:47.409586 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:47.416571 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:47.421267 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767327356326'] for network, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:47.452964 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-6a65434f-1534-41bb-8a36-2a001c42571f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:47.464068 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for network, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:47.471903 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:54:47.472469 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:47.499723 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c00fd463-0858-42b4-90e3-dedb44597344 admin admin] vlan segment allocate from pool success with {'vlan_id': 180, 'physical_network': 'physnet1'} {{(pid=86859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 20:54:47.516106 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00fd463-0858-42b4-90e3-dedb44597344 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe29535b-4d0d-4b99-a8a2-3865a9392ca2,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:47.538183 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-c00fd463-0858-42b4-90e3-dedb44597344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:47.539323 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-4a0892c5-7d81-4ee7-9366-ff8ad103dc63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:47.543893 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11d50a81-cbd3-482e-ac8f-1c4ff0901138 None None] Network 64efe9fb-5976-41a9-8ac7-66748ac3041e requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:54:47.558220 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7a42-afe0-4031-abf2-197404113a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1676776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-366'] for router, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:47.559680 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7a42-afe0-4031-abf2-197404113a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1679167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-369'] for router, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:47.579965 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7a42-afe0-4031-abf2-197404113a13 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:47.591631 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9817481 Dec 15 20:54:47.597222 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-c00fd463-0858-42b4-90e3-dedb44597344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:47.597794 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.db.segments_db [None req-c00fd463-0858-42b4-90e3-dedb44597344 admin admin] Added segment 359406e9-c978-4a6b-820c-bf18b686d71f of type vlan for network 93026352-c79c-42ad-baed-f8112007ec46 Dec 15 20:54:47.598925 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 32952) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:54:47.611307 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-43522711-5a75-4e49-a2f5-7cbb19c23283 admin admin] Request body: {'subnet': {'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1084864815-subnet', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:54:47.675490 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-43522711-5a75-4e49-a2f5-7cbb19c23283 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:54:47.700243 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-43522711-5a75-4e49-a2f5-7cbb19c23283 admin admin] Usage tracker for resource:subnet and tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:54:47.709305 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-43522711-5a75-4e49-a2f5-7cbb19c23283 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:54:47.718936 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] Pushing event updated for resources: {'Network': ['ID=80313551-4978-4263-bd6f-c5ef8342b2b0,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:47.726440 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:47.749986 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Network 80313551-4978-4263-bd6f-c5ef8342b2b0 details requested by agent ovs-agent-dv-cinder-821892-1-iscsi with host dv-cinder-821892-1-iscsi {{(pid=86860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 20:54:47.756361 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0841701 Dec 15 20:54:47.756928 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-43522711-5a75-4e49-a2f5-7cbb19c23283 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:54:47.760461 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 32962) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:54:47.771146 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-99042733-cbff-4920-8dab-a48f8e72a708 admin admin] Request body: {'subnet': {'network_id': '80313551-4978-4263-bd6f-c5ef8342b2b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1812918284-subnet', 'tenant_id': 'aebf296e7f8d40f19e8c30faf01d3e7d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:54:47.774328 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-c00fd463-0858-42b4-90e3-dedb44597344 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767327356326'] for network, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:47.790138 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] Pushing event updated for resources: {'Network': ['ID=c7ada944-b67c-407b-be0e-d1869c073b7e,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:47.806154 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:47.839218 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Network c7ada944-b67c-407b-be0e-d1869c073b7e details requested by agent ovs-agent-dv-cinder-821892-1-iscsi with host dv-cinder-821892-1-iscsi {{(pid=86860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 20:54:47.846875 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43522711-5a75-4e49-a2f5-7cbb19c23283 admin admin] Made reservation on behalf of c1c77d1948bd48a0aa5bbdac1c6cf4a4 for: {'subnet': 1} {{(pid=86859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:54:47.849695 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-43522711-5a75-4e49-a2f5-7cbb19c23283 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:48.060343 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-99042733-cbff-4920-8dab-a48f8e72a708 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:54:48.195281 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-99042733-cbff-4920-8dab-a48f8e72a708 admin admin] Usage tracker for resource:subnet and tenant:aebf296e7f8d40f19e8c30faf01d3e7d is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:54:48.195953 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 32996) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:54:48.203809 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-c00fd463-0858-42b4-90e3-dedb44597344 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for network, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:48.205641 dv-cinder-821892-1-iscsi neutron-server[86859]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Dec 15 20:54:48.236076 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00fd463-0858-42b4-90e3-dedb44597344 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:54:48.236272 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-c00fd463-0858-42b4-90e3-dedb44597344 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:48.246370 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:48.265576 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-99042733-cbff-4920-8dab-a48f8e72a708 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:54:48.279955 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-99042733-cbff-4920-8dab-a48f8e72a708 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:54:48.289222 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7a42-afe0-4031-abf2-197404113a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1676570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-323'] for router, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:48.302238 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99042733-cbff-4920-8dab-a48f8e72a708 admin admin] Made reservation on behalf of aebf296e7f8d40f19e8c30faf01d3e7d for: {'subnet': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:54:48.305196 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-99042733-cbff-4920-8dab-a48f8e72a708 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:48.423810 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-c00fd463-0858-42b4-90e3-dedb44597344 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 2.0593350 Dec 15 20:54:48.428485 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 33004) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:54:48.431645 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-43522711-5a75-4e49-a2f5-7cbb19c23283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for subnet, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:48.435179 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00fd463-0858-42b4-90e3-dedb44597344 admin admin] Pushing event updated for resources: {'Network': ['ID=93026352-c79c-42ad-baed-f8112007ec46,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:48.445814 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-c00fd463-0858-42b4-90e3-dedb44597344 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:48.446866 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:48.448130 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Network 93026352-c79c-42ad-baed-f8112007ec46 details requested by agent ovs-agent-dv-cinder-821892-1-iscsi with host dv-cinder-821892-1-iscsi {{(pid=86860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 20:54:48.458468 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-e4e8dfab-9a38-4398-a311-b064d6fcb10f admin admin] Request body: {'subnet': {'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-329725510-subnet', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:54:48.520774 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-e4e8dfab-9a38-4398-a311-b064d6fcb10f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:54:48.536618 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-e4e8dfab-9a38-4398-a311-b064d6fcb10f admin admin] Usage tracker for resource:subnet and tenant:e67c01112e5140159f714a65508bf5cb is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:54:48.542447 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-e4e8dfab-9a38-4398-a311-b064d6fcb10f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:54:48.556197 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-e4e8dfab-9a38-4398-a311-b064d6fcb10f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:54:48.561836 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-1b107e19-c440-4153-b6aa-ffe8c2d94170 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:54:48.562571 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-1b107e19-c440-4153-b6aa-ffe8c2d94170 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Synchronizing usage tracker for tenant:16b1dbbad41a4f00a832b86ea2999591 on resource:network {{(pid=86859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:54:48.580619 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43522711-5a75-4e49-a2f5-7cbb19c23283 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5036755d-7452-453b-a442-049d1bf022e9,revision_number=0']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:48.594836 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-43522711-5a75-4e49-a2f5-7cbb19c23283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:48.608673 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43522711-5a75-4e49-a2f5-7cbb19c23283 admin admin] Checking segment: {'id': '53ea13d4-8379-475a-86a8-f30a8b17f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:54:48.608886 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43522711-5a75-4e49-a2f5-7cbb19c23283 admin admin] Network hostable DHCP agents. Network: c7ada944-b67c-407b-be0e-d1869c073b7e, hostable agents: ['86069654-9c91-40da-a86d-561b669d47f0'], hosted agents: [] {{(pid=86859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 20:54:48.621834 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4e8dfab-9a38-4398-a311-b064d6fcb10f admin admin] Made reservation on behalf of e67c01112e5140159f714a65508bf5cb for: {'subnet': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:54:48.624224 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e4e8dfab-9a38-4398-a311-b064d6fcb10f admin admin] Notify callbacks [] for subnet, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:48.625138 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-1b107e19-c440-4153-b6aa-ffe8c2d94170 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Unset dirty status for tenant:16b1dbbad41a4f00a832b86ea2999591 on resource:network {{(pid=86859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:54:48.626632 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-1b107e19-c440-4153-b6aa-ffe8c2d94170 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/networks?id=314a4adc-1433-4021-a295-cf7a4d8218b2 HTTP/1.1" status: 200 len: 812 time: 0.4263361 Dec 15 20:54:48.651867 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-4229c489-cf2b-42b6-bbd9-d680cdc188dc tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/quotas/16b1dbbad41a4f00a832b86ea2999591 HTTP/1.1" status: 200 len: 375 time: 0.0191574 Dec 15 20:54:48.654591 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43522711-5a75-4e49-a2f5-7cbb19c23283 admin admin] Network c7ada944-b67c-407b-be0e-d1869c073b7e is scheduled to be hosted by DHCP agent 86069654-9c91-40da-a86d-561b669d47f0 with binding_index 1 {{(pid=86859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 20:54:48.669037 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-2f2a6057-db5b-439b-980b-8cd3f490484d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:48.772474 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-07122494-ef7a-456f-acec-8bc56912e0e2 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=16b1dbbad41a4f00a832b86ea2999591&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1193590 Dec 15 20:54:48.783734 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [None req-43522711-5a75-4e49-a2f5-7cbb19c23283 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-1-iscsi, c7ada944-b67c-407b-be0e-d1869c073b7e) {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:54:48.791282 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43522711-5a75-4e49-a2f5-7cbb19c23283 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:54:48.793121 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2d14d5-d718-4c51-a2d2-434be3b30543 None None] Network c7ada944-b67c-407b-be0e-d1869c073b7e requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:54:48.793989 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-43522711-5a75-4e49-a2f5-7cbb19c23283 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for subnet, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:48.829811 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-43522711-5a75-4e49-a2f5-7cbb19c23283 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2293396 Dec 15 20:54:48.834954 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 33022) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:54:48.851179 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-54fa40a4-d6bd-4378-809c-4ea2210c4fbd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1084864815-router', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:54:48.864570 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-54fa40a4-d6bd-4378-809c-4ea2210c4fbd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:54:48.891295 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-99042733-cbff-4920-8dab-a48f8e72a708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for subnet, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:48.896578 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-54fa40a4-d6bd-4378-809c-4ea2210c4fbd admin admin] Usage tracker for resource:router and tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:54:48.903090 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-a57d9895-fbd0-4046-963f-1b47b6ec6824 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:48.906036 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-54fa40a4-d6bd-4378-809c-4ea2210c4fbd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:54:48.927287 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-54fa40a4-d6bd-4378-809c-4ea2210c4fbd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:54:48.952149 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-54fa40a4-d6bd-4378-809c-4ea2210c4fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1676776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-366'] for router, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:48.953602 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-54fa40a4-d6bd-4378-809c-4ea2210c4fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1679167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-369'] for router, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:49.001225 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-54fa40a4-d6bd-4378-809c-4ea2210c4fbd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:49.007861 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99042733-cbff-4920-8dab-a48f8e72a708 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2f5c8b39-f31f-4f68-b491-bed600bd6785,revision_number=0']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:49.015728 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-99042733-cbff-4920-8dab-a48f8e72a708 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:49.170108 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb203f00b-68f0-5675-9cd5-aabe698e7fcb-c7ada944-b67c-407b-be0e-d1869c073b7e', 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'fixed_ips': [{'subnet_id': '5036755d-7452-453b-a442-049d1bf022e9'}]}} from dv-cinder-821892-1-iscsi. {{(pid=86860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 20:54:49.171623 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:49.179712 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99042733-cbff-4920-8dab-a48f8e72a708 admin admin] Checking segment: {'id': 'ae6fa0f6-5b60-452f-8239-ffb398b012d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80313551-4978-4263-bd6f-c5ef8342b2b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:54:49.180080 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99042733-cbff-4920-8dab-a48f8e72a708 admin admin] Network hostable DHCP agents. Network: 80313551-4978-4263-bd6f-c5ef8342b2b0, hostable agents: ['86069654-9c91-40da-a86d-561b669d47f0'], hosted agents: [] {{(pid=86858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 20:54:49.303253 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99042733-cbff-4920-8dab-a48f8e72a708 admin admin] Network 80313551-4978-4263-bd6f-c5ef8342b2b0 is scheduled to be hosted by DHCP agent 86069654-9c91-40da-a86d-561b669d47f0 with binding_index 1 {{(pid=86858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 20:54:49.306021 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7a42-afe0-4031-abf2-197404113a13 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:49.355295 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7a42-afe0-4031-abf2-197404113a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:49.379393 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.db_base_plugin_common [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Allocated IP 172.20.0.2 (c7ada944-b67c-407b-be0e-d1869c073b7e/5036755d-7452-453b-a442-049d1bf022e9/61b91ac1-762f-4230-8fe0-02c2f3b756e7) {{(pid=86860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:54:49.406873 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-54fa40a4-d6bd-4378-809c-4ea2210c4fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1676570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-323'] for router, precommit_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:49.439977 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-99042733-cbff-4920-8dab-a48f8e72a708 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-1-iscsi, 80313551-4978-4263-bd6f-c5ef8342b2b0) {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:54:49.447213 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99042733-cbff-4920-8dab-a48f8e72a708 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:54:49.447840 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-99042733-cbff-4920-8dab-a48f8e72a708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for subnet, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:49.460806 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e4e8dfab-9a38-4398-a311-b064d6fcb10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for subnet, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:49.472561 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-145ee937-206c-4362-a8d7-42d2978ccb9b service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=86859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 20:54:49.472561 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-145ee937-206c-4362-a8d7-42d2978ccb9b service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2308593 Dec 15 20:54:49.488453 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-8e9b6b7c-95ab-4fde-9ab7-0aea45b9f01b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:49.511180 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c1df7f0-032b-4ecf-902a-b42c6f26bc14 None None] Network 80313551-4978-4263-bd6f-c5ef8342b2b0 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:54:49.552771 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e8dfab-9a38-4398-a311-b064d6fcb10f admin admin] Pushing event updated for resources: {'Subnet': ['ID=eac67882-7145-4cd4-a26e-4a2149ab905e,revision_number=0']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:49.562984 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-e4e8dfab-9a38-4398-a311-b064d6fcb10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:49.597161 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4e8dfab-9a38-4398-a311-b064d6fcb10f admin admin] Checking segment: {'id': '359406e9-c978-4a6b-820c-bf18b686d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93026352-c79c-42ad-baed-f8112007ec46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:54:49.597800 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e8dfab-9a38-4398-a311-b064d6fcb10f admin admin] Network hostable DHCP agents. Network: 93026352-c79c-42ad-baed-f8112007ec46, hostable agents: ['86069654-9c91-40da-a86d-561b669d47f0'], hosted agents: [] {{(pid=86858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 20:54:49.629451 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-99042733-cbff-4920-8dab-a48f8e72a708 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.8648539 Dec 15 20:54:49.703831 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [None req-5cbf7a42-afe0-4031-abf2-197404113a13 admin admin] Allocated IP 172.27.1.175 (83db4151-6da2-47b8-971d-0a11887406d4/9a076902-1727-47fe-9eed-a31b1c56c654/1531fece-c69f-4601-9835-4fc9a1aa851b) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:54:49.713931 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:49.765906 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-8a41294b-0298-4794-9c43-162f7b7470a4 service neutron] 10.222.0.49 "GET /v2.0/networks/314a4adc-1433-4021-a295-cf7a4d8218b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935569 Dec 15 20:54:49.837042 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:49.881749 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Notify callbacks [] for port, precommit_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:49.936814 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Transition to ACTIVE for port object 61b91ac1-762f-4230-8fe0-02c2f3b756e7 will not be triggered until provisioned by entity L2. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:54:49.950791 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05694408-30c0-4d87-8935-257ae85c430e None None] Network 80313551-4978-4263-bd6f-c5ef8342b2b0 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:54:49.967814 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7a42-afe0-4031-abf2-197404113a13 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:49.990671 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e8dfab-9a38-4398-a311-b064d6fcb10f admin admin] Network 93026352-c79c-42ad-baed-f8112007ec46 is scheduled to be hosted by DHCP agent 86069654-9c91-40da-a86d-561b669d47f0 with binding_index 1 {{(pid=86858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 20:54:50.022845 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Transition to ACTIVE for port object 61b91ac1-762f-4230-8fe0-02c2f3b756e7 will not be triggered until provisioned by entity DHCP. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:54:50.023829 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-e4e8dfab-9a38-4398-a311-b064d6fcb10f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-1-iscsi, 93026352-c79c-42ad-baed-f8112007ec46) {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:54:50.032711 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4e8dfab-9a38-4398-a311-b064d6fcb10f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:54:50.038660 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e4e8dfab-9a38-4398-a311-b064d6fcb10f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for subnet, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:50.038910 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e00c1534-9c98-4cd3-878b-02d788d85924 None None] Network 93026352-c79c-42ad-baed-f8112007ec46 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:54:50.060314 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193'] for port, after_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:50.088840 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 33072) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:54:50.097445 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-e4e8dfab-9a38-4398-a311-b064d6fcb10f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.6672075 Dec 15 20:54:50.099281 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 33076) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:54:50.108581 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7a42-afe0-4031-abf2-197404113a13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:50.113915 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-0f3dcb75-76d5-4b94-9a7c-1d205ecc0341 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:50.128554 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:50.145571 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-0c43d863-bbac-425c-8785-ef9f43579253 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-329725510-router', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:54:50.157242 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-0c43d863-bbac-425c-8785-ef9f43579253 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:54:50.167086 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-0c43d863-bbac-425c-8785-ef9f43579253 admin admin] Usage tracker for resource:router and tenant:e67c01112e5140159f714a65508bf5cb is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:54:50.175201 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-0c43d863-bbac-425c-8785-ef9f43579253 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:54:50.181238 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-0c43d863-bbac-425c-8785-ef9f43579253 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:54:50.200847 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0c43d863-bbac-425c-8785-ef9f43579253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1676776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-366'] for router, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:50.203141 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0c43d863-bbac-425c-8785-ef9f43579253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1679167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-369'] for router, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:50.213428 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Pushing event updated for resources: {'Port': ['ID=61b91ac1-762f-4230-8fe0-02c2f3b756e7,revision_number=1']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:50.250770 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:50.251053 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cbf7a42-afe0-4031-abf2-197404113a13 admin admin] Network 83db4151-6da2-47b8-971d-0a11887406d4 is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:54:50.251187 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:50.251512 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:50.251755 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:50.252079 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:50.252403 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:50.252720 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:50.253038 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:50.253375 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:50.253706 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:50.254026 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:50.254341 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:50.254641 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-5cbf7a42-afe0-4031-abf2-197404113a13 admin admin] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Tracked resource versions report: Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: pushed versions: Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: { 'AddressGroup': {'1.2'}, Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: 'ConntrackHelper': {'1.0'}, Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: 'Log': {'1.0'}, Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: 'Network': {'1.1'}, Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: 'Port': {'1.7'}, Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: 'PortForwarding': {'1.2'}, Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: 'QosPolicy': {'1.8'}, Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: 'SecurityGroup': {'1.4'}, Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: 'SecurityGroupRule': {'1.2'}, Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: 'SubPort': {'1.0'}, Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: 'Subnet': {'1.1'}, Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: 'Trunk': {'1.1'}} Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: consumer versions: Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: { DHCP agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: HyperV agent@hv-cinder-82189: {}, Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: L3 agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: Metadata agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: Metering agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: Open vSwitch agent@dv-cinder-821892-1-iscsi: { 'AddressGroup': '1.2', Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: 'ConntrackHelper': '1.0', Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: 'Log': '1.0', Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: 'Network': '1.1', Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: 'Port': '1.7', Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: 'PortForwarding': '1.2', Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: 'QosPolicy': '1.8', Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: 'SecurityGroup': '1.4', Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: 'SecurityGroupRule': '1.2', Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: 'SubPort': '1.0', Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: 'Subnet': '1.1', Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: 'Trunk': '1.1'}} Dec 15 20:54:50.255410 dv-cinder-821892-1-iscsi neutron-server[86860]: {{(pid=86860) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 20:54:50.257265 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cbf7a42-afe0-4031-abf2-197404113a13 admin admin] Pushing event updated for resources: {'Port': ['ID=1531fece-c69f-4601-9835-4fc9a1aa851b,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:50.285436 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cbf7a42-afe0-4031-abf2-197404113a13 admin admin] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:54:50.291450 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Network c7ada944-b67c-407b-be0e-d1869c073b7e is already hosted by enough agents. {{(pid=86860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:54:50.295582 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:50.301295 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.scheduler.base_scheduler [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Resources bound (agent type, host, resource id): {{(pid=86860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:54:50.310138 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Received port after_create {{(pid=86860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:54:50.503231 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0c43d863-bbac-425c-8785-ef9f43579253 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:50.552221 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-68624843-2a98-4745-a446-13616a24bceb service neutron] 10.222.0.49 "GET /v2.0/networks/314a4adc-1433-4021-a295-cf7a4d8218b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7746172 Dec 15 20:54:50.558642 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-54fa40a4-d6bd-4378-809c-4ea2210c4fbd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:50.561196 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Attempting to bind port 61b91ac1-762f-4230-8fe0-02c2f3b756e7 on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:54:50.561728 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Attempting to bind port 61b91ac1-762f-4230-8fe0-02c2f3b756e7 by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': '53ea13d4-8379-475a-86a8-f30a8b17f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e'}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:54:50.562407 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Attempting to bind port 61b91ac1-762f-4230-8fe0-02c2f3b756e7 on network c7ada944-b67c-407b-be0e-d1869c073b7e {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:54:50.606539 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-5cbf7a42-afe0-4031-abf2-197404113a13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:50.641443 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 33108) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:54:50.671291 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-54fa40a4-d6bd-4378-809c-4ea2210c4fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:50.680018 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:54:50.684813 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Checking segment: {'id': '53ea13d4-8379-475a-86a8-f30a8b17f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:54:50.685441 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:50.689067 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Bound using segment: {'id': '53ea13d4-8379-475a-86a8-f30a8b17f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e'} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:54:50.689823 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Bound port: 61b91ac1-762f-4230-8fe0-02c2f3b756e7, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ea13d4-8379-475a-86a8-f30a8b17f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e'}}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:54:50.692814 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:50.833869 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ebee6089-c1c9-4b60-9d5d-6e7561167d5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:50.861266 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-ebee6089-c1c9-4b60-9d5d-6e7561167d5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:54:50.870390 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-ebee6089-c1c9-4b60-9d5d-6e7561167d5e admin admin] Usage tracker for resource:security_group_rule and tenant:7cb267799bd0405c88186604d1155f7b is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:54:50.874788 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-ebee6089-c1c9-4b60-9d5d-6e7561167d5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:54:50.891466 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-ebee6089-c1c9-4b60-9d5d-6e7561167d5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:54:50.895485 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] For port 61b91ac1-762f-4230-8fe0-02c2f3b756e7, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:54:50.899217 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] For port 61b91ac1-762f-4230-8fe0-02c2f3b756e7, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=61b91ac1-762f-4230-8fe0-02c2f3b756e7,segment=NetworkSegment(53ea13d4-8379-475a-86a8-f30a8b17f4af),segment_id=53ea13d4-8379-475a-86a8-f30a8b17f4af)] {{(pid=86860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:54:50.926561 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7a42-afe0-4031-abf2-197404113a13 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:50.948096 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:50.965293 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:51.041332 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb203f00b-68f0-5675-9cd5-aabe698e7fcb-93026352-c79c-42ad-baed-f8112007ec46', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'fixed_ips': [{'subnet_id': 'eac67882-7145-4cd4-a26e-4a2149ab905e'}]}} from dv-cinder-821892-1-iscsi. {{(pid=86860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 20:54:51.042158 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:51.069457 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Pushing event updated for resources: {'Port': ['ID=61b91ac1-762f-4230-8fe0-02c2f3b756e7,revision_number=2']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:51.154983 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:51.218235 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ebee6089-c1c9-4b60-9d5d-6e7561167d5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:51.228378 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ebee6089-c1c9-4b60-9d5d-6e7561167d5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:51.242899 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-cee712b1-1a3b-40a2-b662-58d61e50ce67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:51.293107 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:51.332993 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-beda3ce7-3f46-44da-a7fd-2e5413608b2e req-1053aa0e-33dd-4a8d-ba65-6bccc69607ef tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 210 time: 0.1392958 Dec 15 20:54:51.343477 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.db_base_plugin_common [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] Allocated IP 172.20.0.2 (93026352-c79c-42ad-baed-f8112007ec46/eac67882-7145-4cd4-a26e-4a2149ab905e/f01ab7d1-53f6-418c-834e-df252eb92772) {{(pid=86860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:54:51.413619 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee6089-c1c9-4b60-9d5d-6e7561167d5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf3b6391-7736-48da-ba28-165ee96f725b,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:51.450776 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ebee6089-c1c9-4b60-9d5d-6e7561167d5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:51.464477 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-ebee6089-c1c9-4b60-9d5d-6e7561167d5e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7cb267799bd0405c88186604d1155f7b&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3741944 Dec 15 20:54:51.467474 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 33144) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:54:51.606821 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d4b49-2693-4b26-aac3-7664896380e4 req-5b7c2c6e-0277-4aa5-b7ad-8bfb195e70ca tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:54:51.609884 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-579d4b49-2693-4b26-aac3-7664896380e4 req-5b7c2c6e-0277-4aa5-b7ad-8bfb195e70ca tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/networks?id=80313551-4978-4263-bd6f-c5ef8342b2b0 HTTP/1.1" status: 200 len: 815 time: 0.9568033 Dec 15 20:54:51.715464 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-579d4b49-2693-4b26-aac3-7664896380e4 req-685b4a86-1684-41d4-8197-5ebd2eb11239 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/quotas/aebf296e7f8d40f19e8c30faf01d3e7d HTTP/1.1" status: 200 len: 375 time: 0.0314200 Dec 15 20:54:51.721869 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0c43d863-bbac-425c-8785-ef9f43579253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1676570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-323'] for router, precommit_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:51.737951 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_common [None req-54fa40a4-d6bd-4378-809c-4ea2210c4fbd admin admin] Allocated IP 172.27.1.67 (83db4151-6da2-47b8-971d-0a11887406d4/9a076902-1727-47fe-9eed-a31b1c56c654/4710855a-aefa-4651-b3ea-ffc5c43a4831) {{(pid=86859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:54:51.757081 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 61b91ac1-762f-4230-8fe0-02c2f3b756e7 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:54:51.819000 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-579d4b49-2693-4b26-aac3-7664896380e4 req-8828c07b-1fcb-462a-aff1-4972a76d6c79 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=aebf296e7f8d40f19e8c30faf01d3e7d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0904064 Dec 15 20:54:51.939210 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] Notify callbacks [] for port, precommit_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:51.970615 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] Transition to ACTIVE for port object f01ab7d1-53f6-418c-834e-df252eb92772 will not be triggered until provisioned by entity L2. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:54:51.971759 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-3dd14b30-1fc4-4b48-b973-392a1ca8a048 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:52.032187 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7a42-afe0-4031-abf2-197404113a13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677288'] for router, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:52.033700 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port 61b91ac1-762f-4230-8fe0-02c2f3b756e7 completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:54:52.035628 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-3dd14b30-1fc4-4b48-b973-392a1ca8a048 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:52.040709 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] Transition to ACTIVE for port object f01ab7d1-53f6-418c-834e-df252eb92772 will not be triggered until provisioned by entity DHCP. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:54:52.065880 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193'] for port, after_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:52.070307 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:52.218615 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-54fa40a4-d6bd-4378-809c-4ea2210c4fbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:52.231665 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] Network 93026352-c79c-42ad-baed-f8112007ec46 is already hosted by enough agents. {{(pid=86860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:54:52.245756 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.scheduler.base_scheduler [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] Resources bound (agent type, host, resource id): {{(pid=86860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:54:52.252282 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] Received port after_create {{(pid=86860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:54:52.270613 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] Pushing event updated for resources: {'Port': ['ID=f01ab7d1-53f6-418c-834e-df252eb92772,revision_number=1']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:52.275191 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [req-579d4b49-2693-4b26-aac3-7664896380e4 req-3f2dadcb-f5d8-4e09-8c49-8f99a9eba73f service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=86859) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 20:54:52.276317 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-579d4b49-2693-4b26-aac3-7664896380e4 req-3f2dadcb-f5d8-4e09-8c49-8f99a9eba73f service neutron] 10.222.0.49 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2957988 Dec 15 20:54:52.285931 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:52.474197 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-3dd14b30-1fc4-4b48-b973-392a1ca8a048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:52.486290 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] Attempting to bind port f01ab7d1-53f6-418c-834e-df252eb92772 on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:54:52.486660 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] Attempting to bind port f01ab7d1-53f6-418c-834e-df252eb92772 by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': '359406e9-c978-4a6b-820c-bf18b686d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93026352-c79c-42ad-baed-f8112007ec46'}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:54:52.487022 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] Attempting to bind port f01ab7d1-53f6-418c-834e-df252eb92772 on network 93026352-c79c-42ad-baed-f8112007ec46 {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:54:52.487623 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:52.500502 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:54:52.500899 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] Checking segment: {'id': '359406e9-c978-4a6b-820c-bf18b686d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93026352-c79c-42ad-baed-f8112007ec46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:54:52.501507 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:52.502112 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] Bound using segment: {'id': '359406e9-c978-4a6b-820c-bf18b686d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93026352-c79c-42ad-baed-f8112007ec46'} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:54:52.502778 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] Bound port: f01ab7d1-53f6-418c-834e-df252eb92772, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359406e9-c978-4a6b-820c-bf18b686d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93026352-c79c-42ad-baed-f8112007ec46'}}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:54:52.503398 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:52.509890 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-3dd14b30-1fc4-4b48-b973-392a1ca8a048 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:52.513913 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-3dd14b30-1fc4-4b48-b973-392a1ca8a048 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cf3b6391-7736-48da-ba28-165ee96f725b HTTP/1.1" status: 204 len: 168 time: 1.0430396 Dec 15 20:54:52.513913 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd14b30-1fc4-4b48-b973-392a1ca8a048 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf3b6391-7736-48da-ba28-165ee96f725b,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:52.535098 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f41c98ec-1b1c-4468-9500-922a3aea3bff req-62ba798d-4966-46f1-ac75-335e70a82aa9 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 210 time: 0.1130261 Dec 15 20:54:52.537635 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5cbf7a42-afe0-4031-abf2-197404113a13 admin admin] Router 10d13261-de90-490e-bc1d-3e451967fd7c is scheduled to L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a with binding_index 1 {{(pid=86858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 20:54:52.541929 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-3dd14b30-1fc4-4b48-b973-392a1ca8a048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:52.685046 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] For port f01ab7d1-53f6-418c-834e-df252eb92772, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:54:52.690188 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] For port f01ab7d1-53f6-418c-834e-df252eb92772, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=f01ab7d1-53f6-418c-834e-df252eb92772,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:54:52.696114 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-54fa40a4-d6bd-4378-809c-4ea2210c4fbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193'] for port, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:52.696852 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:52.704657 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:52.721577 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-fb62d60a-d387-4d12-ae79-7182676e67dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:52.750172 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb1f0f30-9f2f-4c57-b391-6fe7893db013 None None] Network c7ada944-b67c-407b-be0e-d1869c073b7e requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:54:52.827871 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54fa40a4-d6bd-4378-809c-4ea2210c4fbd admin admin] Pushing event updated for resources: {'Port': ['ID=4710855a-aefa-4651-b3ea-ffc5c43a4831,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:52.833088 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-54fa40a4-d6bd-4378-809c-4ea2210c4fbd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:52.863026 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-56a5de4d-4eb7-42d9-a53d-32328ac913ee None None] Provisioning for port 61b91ac1-762f-4230-8fe0-02c2f3b756e7 completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:54:52.890123 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-56a5de4d-4eb7-42d9-a53d-32328ac913ee None None] Provisioning complete for port 61b91ac1-762f-4230-8fe0-02c2f3b756e7 triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:54:52.890730 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-56a5de4d-4eb7-42d9-a53d-32328ac913ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:52.890850 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5cbf7a42-afe0-4031-abf2-197404113a13 admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 20:54:52.912037 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] Sync routers for ids ['10d13261-de90-490e-bc1d-3e451967fd7c'] in dv-cinder-821892-1-iscsi {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 20:54:52.923249 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] Routers {'10d13261-de90-490e-bc1d-3e451967fd7c'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:54:52.923859 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:54:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['10d13261-de90-490e-bc1d-3e451967fd7c'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:54:52.936878 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5cbf7a42-afe0-4031-abf2-197404113a13 admin admin] Notify callbacks [] for router, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:52.938611 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-5cbf7a42-afe0-4031-abf2-197404113a13 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.5697243 Dec 15 20:54:52.939657 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0c43d863-bbac-425c-8785-ef9f43579253 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:52.941340 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 33194) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:54:52.952270 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] Pushing event updated for resources: {'Port': ['ID=f01ab7d1-53f6-418c-834e-df252eb92772,revision_number=2']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:52.978498 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:53.016890 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0c43d863-bbac-425c-8785-ef9f43579253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:53.216770 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_common [None req-0c43d863-bbac-425c-8785-ef9f43579253 admin admin] Allocated IP 172.27.1.81 (83db4151-6da2-47b8-971d-0a11887406d4/9a076902-1727-47fe-9eed-a31b1c56c654/033663fe-f76e-4006-ad60-932e225f3bbb) {{(pid=86859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:54:53.249841 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54fa40a4-d6bd-4378-809c-4ea2210c4fbd admin admin] Network 83db4151-6da2-47b8-971d-0a11887406d4 is already hosted by enough agents. {{(pid=86859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:54:53.295801 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-56a5de4d-4eb7-42d9-a53d-32328ac913ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:53.306180 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [None req-54fa40a4-d6bd-4378-809c-4ea2210c4fbd admin admin] Resources bound (agent type, host, resource id): {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:54:53.314664 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54fa40a4-d6bd-4378-809c-4ea2210c4fbd admin admin] Received port after_create {{(pid=86859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:54:53.348502 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-56a5de4d-4eb7-42d9-a53d-32328ac913ee None None] For port 61b91ac1-762f-4230-8fe0-02c2f3b756e7, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=61b91ac1-762f-4230-8fe0-02c2f3b756e7,segment=NetworkSegment(53ea13d4-8379-475a-86a8-f30a8b17f4af),segment_id=53ea13d4-8379-475a-86a8-f30a8b17f4af)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:54:53.363574 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-56a5de4d-4eb7-42d9-a53d-32328ac913ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:53.368855 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-65572737-7c3e-4211-823a-9f9970bba261 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:53.414724 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] Set router 10d13261-de90-490e-bc1d-3e451967fd7c gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:54:53.474458 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a5de4d-4eb7-42d9-a53d-32328ac913ee None None] Pushing event updated for resources: {'Port': ['ID=61b91ac1-762f-4230-8fe0-02c2f3b756e7,revision_number=3']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:53.484051 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-56a5de4d-4eb7-42d9-a53d-32328ac913ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:53.846722 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 33214) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:54:53.904008 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device f01ab7d1-53f6-418c-834e-df252eb92772 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:54:53.972819 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0c43d863-bbac-425c-8785-ef9f43579253 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:54.011346 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d13261-de90-490e-bc1d-3e451967fd7c', 'name': 'tempest-ServerRescueNegativeTestJSON-1452746627-router', 'tenant_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '1531fece-c69f-4601-9835-4fc9a1aa851b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:47Z', 'updated_at': '2021-12-15T20:54:50Z', 'revision_number': 3, 'project_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'gw_port': {'id': '1531fece-c69f-4601-9835-4fc9a1aa851b', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d13261-de90-490e-bc1d-3e451967fd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:49Z', 'updated_at': '2021-12-15T20:54:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:54:54.016550 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] Checking router: 10d13261-de90-490e-bc1d-3e451967fd7c for host: dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 20:54:54.023206 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] Updating router 10d13261-de90-490e-bc1d-3e451967fd7c port 1531fece-c69f-4601-9835-4fc9a1aa851b binding host dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 20:54:54.110912 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:54.127959 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-ac3f359a-e13b-4950-af3f-cc0cce684e59 None None] Provisioning complete for port 61b91ac1-762f-4230-8fe0-02c2f3b756e7 triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:54:54.128959 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-ac3f359a-e13b-4950-af3f-cc0cce684e59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:54.262089 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port f01ab7d1-53f6-418c-834e-df252eb92772 completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:54:54.276160 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 61b91ac1-762f-4230-8fe0-02c2f3b756e7 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:54:54.361035 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-579d4b49-2693-4b26-aac3-7664896380e4 req-fd05f8aa-199f-43ed-aba2-25f51737191e service neutron] 10.222.0.49 "GET /v2.0/networks/80313551-4978-4263-bd6f-c5ef8342b2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.0746384 Dec 15 20:54:54.380265 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 61b91ac1-762f-4230-8fe0-02c2f3b756e7 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:54:54.380849 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:54.453494 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-74caa41f-0aa4-408a-bb43-09642e455d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:54.471350 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4c93e158-dfde-4a09-bad8-b06c5f935548 req-b526adcf-93a6-495a-bfd7-fd9581c5bf46 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 210 time: 0.4599547 Dec 15 20:54:54.478948 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0df4a40-6be9-4f6b-a7b4-e55f92252af3 None None] Network 93026352-c79c-42ad-baed-f8112007ec46 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:54:54.733467 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-7c6b8119-a954-47cf-af82-9be2f19cc017 None None] Provisioning for port f01ab7d1-53f6-418c-834e-df252eb92772 completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:54:54.743928 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-7c6b8119-a954-47cf-af82-9be2f19cc017 None None] Provisioning complete for port f01ab7d1-53f6-418c-834e-df252eb92772 triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:54:54.744462 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-7c6b8119-a954-47cf-af82-9be2f19cc017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:54.776246 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-cef1e4e7-d871-4c28-b5e1-0b910c2d92a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:54.791044 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0c43d863-bbac-425c-8785-ef9f43579253 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193'] for port, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:54.792153 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [None req-74caa41f-0aa4-408a-bb43-09642e455d0a admin admin] Allocated IP 172.20.0.1 (64efe9fb-5976-41a9-8ac7-66748ac3041e/242f45b8-10fa-40a9-9d70-6363d2d5e1fa/34e13770-4cb9-4f6c-ae56-9f50bcc4d668) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:54:54.812045 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-fb62d60a-d387-4d12-ae79-7182676e67dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:54.849037 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-cef1e4e7-d871-4c28-b5e1-0b910c2d92a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:54:54.878862 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-cef1e4e7-d871-4c28-b5e1-0b910c2d92a7 admin admin] Usage tracker for resource:security_group_rule and tenant:c08d99e817934f1994e3d28096825c9e is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:54:54.888315 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-cef1e4e7-d871-4c28-b5e1-0b910c2d92a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:54:54.903466 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-cef1e4e7-d871-4c28-b5e1-0b910c2d92a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:54:54.921992 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c43d863-bbac-425c-8785-ef9f43579253 admin admin] Network 83db4151-6da2-47b8-971d-0a11887406d4 is already hosted by enough agents. {{(pid=86859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:54:54.934557 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [None req-0c43d863-bbac-425c-8785-ef9f43579253 admin admin] Resources bound (agent type, host, resource id): {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:54:54.956736 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c43d863-bbac-425c-8785-ef9f43579253 admin admin] Received port after_create {{(pid=86859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:54:54.967372 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-74caa41f-0aa4-408a-bb43-09642e455d0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:55.007075 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-74caa41f-0aa4-408a-bb43-09642e455d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:55.012237 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-579d4b49-2693-4b26-aac3-7664896380e4 req-c3e223dc-258f-4b30-996e-b2bce1471e57 service neutron] 10.222.0.49 "GET /v2.0/networks/80313551-4978-4263-bd6f-c5ef8342b2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5399518 Dec 15 20:54:55.020416 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-5cbf7a42-afe0-4031-abf2-197404113a13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:55.032759 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-54fa40a4-d6bd-4378-809c-4ea2210c4fbd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:55.140298 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-7c6b8119-a954-47cf-af82-9be2f19cc017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:55.145817 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74caa41f-0aa4-408a-bb43-09642e455d0a admin admin] Network 64efe9fb-5976-41a9-8ac7-66748ac3041e is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:54:55.179479 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-74caa41f-0aa4-408a-bb43-09642e455d0a admin admin] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:54:55.186278 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74caa41f-0aa4-408a-bb43-09642e455d0a admin admin] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:54:55.188300 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-74caa41f-0aa4-408a-bb43-09642e455d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624102'] for router_interface, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:55.222411 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-7c6b8119-a954-47cf-af82-9be2f19cc017 None None] For port f01ab7d1-53f6-418c-834e-df252eb92772, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=f01ab7d1-53f6-418c-834e-df252eb92772,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:54:55.237710 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-7c6b8119-a954-47cf-af82-9be2f19cc017 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:55.239937 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:55.252835 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] Notify callbacks [] for port, precommit_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:55.279331 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.provisioning_blocks [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] Transition to ACTIVE for port object 1531fece-c69f-4601-9835-4fc9a1aa851b will not be triggered until provisioned by entity L2. {{(pid=86861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:54:55.298809 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:55.303588 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:55.385873 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74caa41f-0aa4-408a-bb43-09642e455d0a admin admin] Pushing event updated for resources: {'Port': ['ID=34e13770-4cb9-4f6c-ae56-9f50bcc4d668,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:55.406310 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-74caa41f-0aa4-408a-bb43-09642e455d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:55.413634 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6b8119-a954-47cf-af82-9be2f19cc017 None None] Pushing event updated for resources: {'Port': ['ID=f01ab7d1-53f6-418c-834e-df252eb92772,revision_number=3']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:55.423058 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-7c6b8119-a954-47cf-af82-9be2f19cc017 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:55.473945 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-dcd1552b-d0a1-49cb-81cd-4a8d9a83cb3d None None] Provisioning complete for port f01ab7d1-53f6-418c-834e-df252eb92772 triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:54:55.474818 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-dcd1552b-d0a1-49cb-81cd-4a8d9a83cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:55.486363 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] Attempting to bind port 1531fece-c69f-4601-9835-4fc9a1aa851b on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:54:55.487195 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] Attempting to bind port 1531fece-c69f-4601-9835-4fc9a1aa851b by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}] {{(pid=86861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:54:55.487855 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] Attempting to bind port 1531fece-c69f-4601-9835-4fc9a1aa851b on network 83db4151-6da2-47b8-971d-0a11887406d4 {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:54:55.498519 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:54:55.499298 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] Checking segment: {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:54:55.500138 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:55.500754 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] Bound using segment: {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'} {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:54:55.513190 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] Bound port: 1531fece-c69f-4601-9835-4fc9a1aa851b, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}}] {{(pid=86861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:54:55.513926 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:55.571813 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-49364771-91fa-4a8f-815d-bce364cf2f79 req-c194107a-df78-4fc4-b528-26ef44603722 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6 HTTP/1.1" status: 200 len: 210 time: 0.0965807 Dec 15 20:54:55.576627 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec5918-e4e3-4efc-83b7-5c0e0b5f49e2 None None] Pushing event updated for resources: {'Port': ['ID=1531fece-c69f-4601-9835-4fc9a1aa851b,revision_number=2']} {{(pid=86861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:55.577714 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c43d863-bbac-425c-8785-ef9f43579253 admin admin] Pushing event updated for resources: {'Port': ['ID=033663fe-f76e-4006-ad60-932e225f3bbb,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:55.589416 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-0c43d863-bbac-425c-8785-ef9f43579253 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.777s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:55.639394 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec5918-e4e3-4efc-83b7-5c0e0b5f49e2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:55.641312 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec5918-e4e3-4efc-83b7-5c0e0b5f49e2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:55.641792 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec5918-e4e3-4efc-83b7-5c0e0b5f49e2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:55.642237 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec5918-e4e3-4efc-83b7-5c0e0b5f49e2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:55.645014 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec5918-e4e3-4efc-83b7-5c0e0b5f49e2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:55.645471 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec5918-e4e3-4efc-83b7-5c0e0b5f49e2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:55.645929 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec5918-e4e3-4efc-83b7-5c0e0b5f49e2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:55.646372 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec5918-e4e3-4efc-83b7-5c0e0b5f49e2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:55.646807 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec5918-e4e3-4efc-83b7-5c0e0b5f49e2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:55.648052 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec5918-e4e3-4efc-83b7-5c0e0b5f49e2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:55.648797 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec5918-e4e3-4efc-83b7-5c0e0b5f49e2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:55.649992 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec5918-e4e3-4efc-83b7-5c0e0b5f49e2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69ec5918-e4e3-4efc-83b7-5c0e0b5f49e2 None None] Tracked resource versions report: Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: pushed versions: Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: { 'AddressGroup': {'1.2'}, Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: 'ConntrackHelper': {'1.0'}, Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: 'Log': {'1.0'}, Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: 'Network': {'1.1'}, Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: 'Port': {'1.7'}, Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: 'PortForwarding': {'1.2'}, Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: 'QosPolicy': {'1.8'}, Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: 'SecurityGroup': {'1.4'}, Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: 'SecurityGroupRule': {'1.2'}, Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: 'SubPort': {'1.0'}, Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: 'Subnet': {'1.1'}, Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: 'Trunk': {'1.1'}} Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: consumer versions: Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: { DHCP agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: HyperV agent@hv-cinder-82189: {}, Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: L3 agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: Metadata agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: Metering agent@dv-cinder-821892-1-iscsi: {}, Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: Open vSwitch agent@dv-cinder-821892-1-iscsi: { 'AddressGroup': '1.2', Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: 'ConntrackHelper': '1.0', Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: 'Log': '1.0', Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: 'Network': '1.1', Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: 'Port': '1.7', Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: 'PortForwarding': '1.2', Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: 'QosPolicy': '1.8', Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: 'SecurityGroup': '1.4', Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: 'SecurityGroupRule': '1.2', Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: 'SubPort': '1.0', Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: 'Subnet': '1.1', Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: 'Trunk': '1.1'}} Dec 15 20:54:55.651242 dv-cinder-821892-1-iscsi neutron-server[86861]: {{(pid=86861) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Dec 15 20:54:55.659776 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-69ec5918-e4e3-4efc-83b7-5c0e0b5f49e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:55.760001 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device f01ab7d1-53f6-418c-834e-df252eb92772 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:54:55.764604 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.db [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] For port 1531fece-c69f-4601-9835-4fc9a1aa851b, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:54:55.771825 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.db [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] For port 1531fece-c69f-4601-9835-4fc9a1aa851b, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=1531fece-c69f-4601-9835-4fc9a1aa851b,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:54:55.781230 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:55.786759 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-74caa41f-0aa4-408a-bb43-09642e455d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:55.804510 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-56f0904e-4936-4783-aa7b-fa307353bf4a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:55.874573 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port f01ab7d1-53f6-418c-834e-df252eb92772 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:54:55.875474 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:55.911630 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ec5918-e4e3-4efc-83b7-5c0e0b5f49e2 None None] Pushing event updated for resources: {'Port': ['ID=1531fece-c69f-4601-9835-4fc9a1aa851b,revision_number=3']} {{(pid=86861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:55.943204 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-69ec5918-e4e3-4efc-83b7-5c0e0b5f49e2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:55.943924 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] Routers {'10d13261-de90-490e-bc1d-3e451967fd7c'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:54:55.944664 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:54:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['10d13261-de90-490e-bc1d-3e451967fd7c'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:54:55.982309 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f9d88688-2239-4ac4-8b42-dd136976e64b req-c2b61967-1255-416e-9f4e-0d21e4974e21 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 210 time: 0.1850517 Dec 15 20:54:56.156158 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 33282) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:54:56.316432 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-74caa41f-0aa4-408a-bb43-09642e455d0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:56.330239 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-74caa41f-0aa4-408a-bb43-09642e455d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:56.331657 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-74caa41f-0aa4-408a-bb43-09642e455d0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624261'] for router_interface, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:56.343053 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:56.347617 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] Set router 10d13261-de90-490e-bc1d-3e451967fd7c gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:54:56.406701 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-5c5529f4-bd59-4c9d-b3fa-c6325082395c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:56.449693 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-5c5529f4-bd59-4c9d-b3fa-c6325082395c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:54:56.458409 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-cef1e4e7-d871-4c28-b5e1-0b910c2d92a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:56.459741 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-5c5529f4-bd59-4c9d-b3fa-c6325082395c admin admin] Usage tracker for resource:security_group_rule and tenant:6994fe4cf0ac467c955a62e01b84c590 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:54:56.467796 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-5c5529f4-bd59-4c9d-b3fa-c6325082395c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:54:56.472899 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0c43d863-bbac-425c-8785-ef9f43579253 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:56.498464 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74caa41f-0aa4-408a-bb43-09642e455d0a admin admin] Pushing event updated for resources: {'Port': ['ID=34e13770-4cb9-4f6c-ae56-9f50bcc4d668,revision_number=2']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:56.502569 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-74caa41f-0aa4-408a-bb43-09642e455d0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:56.537918 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-cef1e4e7-d871-4c28-b5e1-0b910c2d92a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:56.542072 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-5c5529f4-bd59-4c9d-b3fa-c6325082395c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:54:56.559970 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74caa41f-0aa4-408a-bb43-09642e455d0a admin admin] Network 64efe9fb-5976-41a9-8ac7-66748ac3041e is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:54:56.561204 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-74caa41f-0aa4-408a-bb43-09642e455d0a admin admin] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:54:56.627636 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-c00fd463-0858-42b4-90e3-dedb44597344 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:56.712953 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-54fa40a4-d6bd-4378-809c-4ea2210c4fbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677288'] for router, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:56.722613 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-cef1e4e7-d871-4c28-b5e1-0b910c2d92a7 admin admin] Synchronizing usage tracker for tenant:7452c5d2458245238098506dd9dfd5dc on resource:security_group {{(pid=86859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:54:56.767804 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.41', 54456) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:54:56.786685 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef1e4e7-d871-4c28-b5e1-0b910c2d92a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55b5cb41-fee6-4b73-9be5-5f94441c0cff,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:56.791716 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d13261-de90-490e-bc1d-3e451967fd7c', 'name': 'tempest-ServerRescueNegativeTestJSON-1452746627-router', 'tenant_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '1531fece-c69f-4601-9835-4fc9a1aa851b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:47Z', 'updated_at': '2021-12-15T20:54:55Z', 'revision_number': 4, 'project_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'gw_port': {'id': '1531fece-c69f-4601-9835-4fc9a1aa851b', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d13261-de90-490e-bc1d-3e451967fd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:49Z', 'updated_at': '2021-12-15T20:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '34e13770-4cb9-4f6c-ae56-9f50bcc4d668', 'name': '', 'network_id': '64efe9fb-5976-41a9-8ac7-66748ac3041e', 'tenant_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'mac_address': 'fa:16:3e:47:36:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d13261-de90-490e-bc1d-3e451967fd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '242f45b8-10fa-40a9-9d70-6363d2d5e1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:54Z', 'updated_at': '2021-12-15T20:54:54Z', 'revision_number': 1, 'project_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'subnets': [{'id': '242f45b8-10fa-40a9-9d70-6363d2d5e1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:54:56.797563 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bec80e6-58ad-4101-b39d-ae925abea628 None None] The sync data for ids ['10d13261-de90-490e-bc1d-3e451967fd7c'] in dv-cinder-821892-1-iscsi is: [{'id': '10d13261-de90-490e-bc1d-3e451967fd7c', 'name': 'tempest-ServerRescueNegativeTestJSON-1452746627-router', 'tenant_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '1531fece-c69f-4601-9835-4fc9a1aa851b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:47Z', 'updated_at': '2021-12-15T20:54:55Z', 'revision_number': 4, 'project_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'gw_port': {'id': '1531fece-c69f-4601-9835-4fc9a1aa851b', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d13261-de90-490e-bc1d-3e451967fd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:49Z', 'updated_at': '2021-12-15T20:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '34e13770-4cb9-4f6c-ae56-9f50bcc4d668', 'name': '', 'network_id': '64efe9fb-5976-41a9-8ac7-66748ac3041e', 'tenant_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'mac_address': 'fa:16:3e:47:36:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d13261-de90-490e-bc1d-3e451967fd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '242f45b8-10fa-40a9-9d70-6363d2d5e1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:54Z', 'updated_at': '2021-12-15T20:54:54Z', 'revision_number': 1, 'project_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'subnets': [{'id': '242f45b8-10fa-40a9-9d70-6363d2d5e1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 20:54:56.803913 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-cef1e4e7-d871-4c28-b5e1-0b910c2d92a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:57.070904 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74caa41f-0aa4-408a-bb43-09642e455d0a admin admin] Router 10d13261-de90-490e-bc1d-3e451967fd7c has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 20:54:57.085035 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-53452fd2-9c87-4e2e-96e7-c1145675b999 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:54:57.086472 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-53452fd2-9c87-4e2e-96e7-c1145675b999 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.41 "GET /v2.0/networks?id=314a4adc-1433-4021-a295-cf7a4d8218b2 HTTP/1.1" status: 200 len: 812 time: 0.3177555 Dec 15 20:54:57.250265 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-998fa5fc-331a-4f21-8913-48e059d17159 req-6a3c32f0-40d8-4ea0-9dee-bfdaa576cbff tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6 HTTP/1.1" status: 200 len: 210 time: 0.3466110 Dec 15 20:54:57.250887 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-cef1e4e7-d871-4c28-b5e1-0b910c2d92a7 admin admin] Unset dirty status for tenant:7452c5d2458245238098506dd9dfd5dc on resource:security_group {{(pid=86859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:54:57.255781 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-cef1e4e7-d871-4c28-b5e1-0b910c2d92a7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c08d99e817934f1994e3d28096825c9e&name=default HTTP/1.1" status: 200 len: 2975 time: 3.0838792 Dec 15 20:54:57.260261 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 33318) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:54:57.308758 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-2fc46fdb-da91-41b4-a987-b54c41c9ff27 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Request body: {'port': {'device_id': '052f4aab-0856-42fd-ac28-f7430a1a96ec', 'network_id': '314a4adc-1433-4021-a295-cf7a4d8218b2', 'admin_state_up': True, 'tenant_id': '16b1dbbad41a4f00a832b86ea2999591'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:54:57.383415 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-750b108b-eb41-4d48-a550-d0e0ff3a36a0 req-20baaf4b-56fe-437e-9583-cd95e1992aed tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 210 time: 0.1274188 Dec 15 20:54:57.552994 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74caa41f-0aa4-408a-bb43-09642e455d0a admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 20:54:57.569251 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-74caa41f-0aa4-408a-bb43-09642e455d0a admin admin] 10.222.0.49 "PUT /v2.0/routers/10d13261-de90-490e-bc1d-3e451967fd7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6268427 Dec 15 20:54:57.676045 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-5c5529f4-bd59-4c9d-b3fa-c6325082395c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:57.704164 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54fa40a4-d6bd-4378-809c-4ea2210c4fbd admin admin] Router 154bd57b-dee4-49aa-b381-0a996985ad41 is scheduled to L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a with binding_index 1 {{(pid=86859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 20:54:57.712282 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-5c5529f4-bd59-4c9d-b3fa-c6325082395c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:57.726211 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-2fc46fdb-da91-41b4-a987-b54c41c9ff27 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:54:57.732655 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-2fc46fdb-da91-41b4-a987-b54c41c9ff27 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Usage tracker for resource:port and tenant:16b1dbbad41a4f00a832b86ea2999591 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:54:57.738692 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-2fc46fdb-da91-41b4-a987-b54c41c9ff27 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:54:57.757216 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-2fc46fdb-da91-41b4-a987-b54c41c9ff27 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:54:57.780225 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:57.790393 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-2fc46fdb-da91-41b4-a987-b54c41c9ff27 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Made reservation on behalf of 16b1dbbad41a4f00a832b86ea2999591 for: {'port': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:54:57.797040 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-2fc46fdb-da91-41b4-a987-b54c41c9ff27 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:57.819891 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a62bf6a6-889a-42fb-b1c8-8f14acf42c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:57.831391 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.41', 54462) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:54:58.119691 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d4b49-2693-4b26-aac3-7664896380e4 req-8c4ff78a-044b-4ad0-8d61-53bf43f825ca tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:54:58.120448 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-579d4b49-2693-4b26-aac3-7664896380e4 req-8c4ff78a-044b-4ad0-8d61-53bf43f825ca tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Synchronizing usage tracker for tenant:aebf296e7f8d40f19e8c30faf01d3e7d on resource:network {{(pid=86858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:54:58.164197 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-5c5529f4-bd59-4c9d-b3fa-c6325082395c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6994fe4cf0ac467c955a62e01b84c590&name=default HTTP/1.1" status: 200 len: 2975 time: 2.0067625 Dec 15 20:54:58.166161 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c5529f4-bd59-4c9d-b3fa-c6325082395c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a06c0763-ab1a-4666-95ba-3da70be7efda,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:58.184731 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 33356) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:54:58.185428 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-579d4b49-2693-4b26-aac3-7664896380e4 req-8c4ff78a-044b-4ad0-8d61-53bf43f825ca tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Unset dirty status for tenant:aebf296e7f8d40f19e8c30faf01d3e7d on resource:network {{(pid=86858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:54:58.186820 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-579d4b49-2693-4b26-aac3-7664896380e4 req-8c4ff78a-044b-4ad0-8d61-53bf43f825ca tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.41 "GET /v2.0/networks?id=80313551-4978-4263-bd6f-c5ef8342b2b0 HTTP/1.1" status: 200 len: 815 time: 0.3541076 Dec 15 20:54:58.224890 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-579d4b49-2693-4b26-aac3-7664896380e4 req-aad9b245-d491-4e1e-bdfa-1527bdbc4fe0 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Request body: {'port': {'device_id': '25d35836-3a21-4ab6-a40b-8b1bcb6a03d6', 'network_id': '80313551-4978-4263-bd6f-c5ef8342b2b0', 'admin_state_up': True, 'tenant_id': 'aebf296e7f8d40f19e8c30faf01d3e7d'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:54:58.244830 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-5c5529f4-bd59-4c9d-b3fa-c6325082395c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:58.247022 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a62bf6a6-889a-42fb-b1c8-8f14acf42c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:58.289898 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0c43d863-bbac-425c-8785-ef9f43579253 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677288'] for router, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:58.648981 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-cd4a9392-e655-4966-8b77-f512dfeee271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:58.701485 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-cd4a9392-e655-4966-8b77-f512dfeee271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:58.858035 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-579d4b49-2693-4b26-aac3-7664896380e4 req-aad9b245-d491-4e1e-bdfa-1527bdbc4fe0 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:54:58.862831 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-579d4b49-2693-4b26-aac3-7664896380e4 req-aad9b245-d491-4e1e-bdfa-1527bdbc4fe0 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Usage tracker for resource:port and tenant:aebf296e7f8d40f19e8c30faf01d3e7d is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:54:58.867766 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-579d4b49-2693-4b26-aac3-7664896380e4 req-aad9b245-d491-4e1e-bdfa-1527bdbc4fe0 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:54:58.875685 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-579d4b49-2693-4b26-aac3-7664896380e4 req-aad9b245-d491-4e1e-bdfa-1527bdbc4fe0 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:54:58.884601 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-cd4a9392-e655-4966-8b77-f512dfeee271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:58.887507 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-2fc46fdb-da91-41b4-a987-b54c41c9ff27 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Allocated IP 172.20.0.7 (314a4adc-1433-4021-a295-cf7a4d8218b2/280f90a1-45fd-47bb-b213-f197dd104ad1/8ea06233-674f-4338-a53a-ff5825d7e115) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:54:58.898247 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ebee6089-c1c9-4b60-9d5d-6e7561167d5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:58.935922 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4a9392-e655-4966-8b77-f512dfeee271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a06c0763-ab1a-4666-95ba-3da70be7efda,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:58.949594 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-cd4a9392-e655-4966-8b77-f512dfeee271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:58.981748 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-cd4a9392-e655-4966-8b77-f512dfeee271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:58.983757 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-cd4a9392-e655-4966-8b77-f512dfeee271 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a06c0763-ab1a-4666-95ba-3da70be7efda HTTP/1.1" status: 204 len: 168 time: 0.7958074 Dec 15 20:54:58.985000 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-579d4b49-2693-4b26-aac3-7664896380e4 req-aad9b245-d491-4e1e-bdfa-1527bdbc4fe0 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Made reservation on behalf of aebf296e7f8d40f19e8c30faf01d3e7d for: {'port': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:54:59.001297 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-579d4b49-2693-4b26-aac3-7664896380e4 req-aad9b245-d491-4e1e-bdfa-1527bdbc4fe0 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:59.267210 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3eab88fa-68f8-4783-bbe3-504d0c64b92e req-843c3b40-1a53-4882-bee0-f5efe36e830c tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6 HTTP/1.1" status: 200 len: 210 time: 0.3339581 Dec 15 20:54:59.351159 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54fa40a4-d6bd-4378-809c-4ea2210c4fbd admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 20:54:59.361834 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] Sync routers for ids ['154bd57b-dee4-49aa-b381-0a996985ad41'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 20:54:59.380205 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] Routers {'154bd57b-dee4-49aa-b381-0a996985ad41'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:54:59.380969 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:54:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['154bd57b-dee4-49aa-b381-0a996985ad41'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:54:59.528511 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a62bf6a6-889a-42fb-b1c8-8f14acf42c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:59.701497 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:54:59.705252 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 33402) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:54:59.763021 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62bf6a6-889a-42fb-b1c8-8f14acf42c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55b5cb41-fee6-4b73-9be5-5f94441c0cff,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:54:59.778876 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [req-579d4b49-2693-4b26-aac3-7664896380e4 req-aad9b245-d491-4e1e-bdfa-1527bdbc4fe0 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Allocated IP 172.20.0.14 (80313551-4978-4263-bd6f-c5ef8342b2b0/2f5c8b39-f31f-4f68-b491-bed600bd6785/7ba761fd-f599-4ab4-9445-2bd2f228ac1a) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:54:59.797118 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-4617c27e-0517-419d-a017-2e057d8a4024 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:54:59.804549 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f8ac9b5d-18b2-4a2e-97b1-80b5424b593a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:59.812504 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-4617c27e-0517-419d-a017-2e057d8a4024 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/networks?id=64efe9fb-5976-41a9-8ac7-66748ac3041e HTTP/1.1" status: 200 len: 819 time: 0.9454880 Dec 15 20:54:59.817958 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4c161f86-318e-4894-9b75-b4d06b3ebc6f req-007ae249-0276-425e-961f-e5102c91a2ab tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 210 time: 0.2773221 Dec 15 20:54:59.845423 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-f8ac9b5d-18b2-4a2e-97b1-80b5424b593a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:54:59.845644 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-a62bf6a6-889a-42fb-b1c8-8f14acf42c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:54:59.876346 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-f8ac9b5d-18b2-4a2e-97b1-80b5424b593a admin admin] Usage tracker for resource:security_group_rule and tenant:463c346c540848b385c7d22295c9c930 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:54:59.880202 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 1531fece-c69f-4601-9835-4fc9a1aa851b up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:54:59.919870 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-f8ac9b5d-18b2-4a2e-97b1-80b5424b593a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:54:59.933035 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-54fa40a4-d6bd-4378-809c-4ea2210c4fbd admin admin] Notify callbacks [] for router, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:54:59.937784 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-54fa40a4-d6bd-4378-809c-4ea2210c4fbd admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 11.0980899 Dec 15 20:54:59.947036 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 33410) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:54:59.956340 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-78392bc6-0543-40c2-9f5e-bfe2251f4ea4 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/quotas/59dfe1e7aa764fd1a4000c98a26c6129 HTTP/1.1" status: 200 len: 375 time: 0.0818629 Dec 15 20:55:00.081660 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port 1531fece-c69f-4601-9835-4fc9a1aa851b completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:55:00.103547 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 1531fece-c69f-4601-9835-4fc9a1aa851b triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:55:00.104172 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:00.123079 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-f8ac9b5d-18b2-4a2e-97b1-80b5424b593a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:00.186811 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] Set router 154bd57b-dee4-49aa-b381-0a996985ad41 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:55:00.279935 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a62bf6a6-889a-42fb-b1c8-8f14acf42c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:00.281195 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-a62bf6a6-889a-42fb-b1c8-8f14acf42c1d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/55b5cb41-fee6-4b73-9be5-5f94441c0cff HTTP/1.1" status: 204 len: 168 time: 3.0171075 Dec 15 20:55:00.357753 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c43d863-bbac-425c-8785-ef9f43579253 admin admin] Router f6327fe7-ee94-4b44-a904-cc054d988925 is scheduled to L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a with binding_index 1 {{(pid=86859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 20:55:00.402178 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-579d4b49-2693-4b26-aac3-7664896380e4 req-aad9b245-d491-4e1e-bdfa-1527bdbc4fe0 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:00.408517 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] Sync routers for ids ['10d13261-de90-490e-bc1d-3e451967fd7c'] in dv-cinder-821892-1-iscsi {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 20:55:00.425550 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] Routers {'10d13261-de90-490e-bc1d-3e451967fd7c'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:55:00.426321 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:54:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['10d13261-de90-490e-bc1d-3e451967fd7c'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:55:00.438103 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-2fc46fdb-da91-41b4-a987-b54c41c9ff27 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:00.608285 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f8ac9b5d-18b2-4a2e-97b1-80b5424b593a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:00.614069 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-579d4b49-2693-4b26-aac3-7664896380e4 req-aad9b245-d491-4e1e-bdfa-1527bdbc4fe0 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:00.619149 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f8ac9b5d-18b2-4a2e-97b1-80b5424b593a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:00.635441 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:00.673460 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8ac9b5d-18b2-4a2e-97b1-80b5424b593a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db61dd1-bdd6-40b6-a3a2-edffa883098a,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:00.693158 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-f8ac9b5d-18b2-4a2e-97b1-80b5424b593a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:00.718889 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:00.730881 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-74caa41f-0aa4-408a-bb43-09642e455d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:00.758366 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] For port 1531fece-c69f-4601-9835-4fc9a1aa851b, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=1531fece-c69f-4601-9835-4fc9a1aa851b,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:55:00.778100 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:00.786278 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-56a5de4d-4eb7-42d9-a53d-32328ac913ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:00.932298 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'name': 'tempest-AttachVolumeTestJSON-1084864815-router', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:48Z', 'updated_at': '2021-12-15T20:54:54Z', 'revision_number': 3, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'gw_port': {'id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:37:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:54:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:55:00.937622 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Pushing event updated for resources: {'Port': ['ID=1531fece-c69f-4601-9835-4fc9a1aa851b,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:00.948733 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:00.955083 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] Checking router: 154bd57b-dee4-49aa-b381-0a996985ad41 for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 20:55:00.955439 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] Updating router 154bd57b-dee4-49aa-b381-0a996985ad41 port 4710855a-aefa-4651-b3ea-ffc5c43a4831 binding host dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 20:55:00.956564 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-579d4b49-2693-4b26-aac3-7664896380e4 req-aad9b245-d491-4e1e-bdfa-1527bdbc4fe0 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Network 80313551-4978-4263-bd6f-c5ef8342b2b0 is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:55:00.975806 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aad9b245-d491-4e1e-bdfa-1527bdbc4fe0 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Pushing event updated for resources: {'Port': ['ID=7ba761fd-f599-4ab4-9445-2bd2f228ac1a,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:00.991872 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [req-579d4b49-2693-4b26-aac3-7664896380e4 req-aad9b245-d491-4e1e-bdfa-1527bdbc4fe0 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:55:01.008130 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-aad9b245-d491-4e1e-bdfa-1527bdbc4fe0 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:01.011358 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-579d4b49-2693-4b26-aac3-7664896380e4 req-aad9b245-d491-4e1e-bdfa-1527bdbc4fe0 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:55:01.012288 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] Set router 10d13261-de90-490e-bc1d-3e451967fd7c gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:55:01.018142 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d4b49-2693-4b26-aac3-7664896380e4 req-aad9b245-d491-4e1e-bdfa-1527bdbc4fe0 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:01.018994 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-579d4b49-2693-4b26-aac3-7664896380e4 req-aad9b245-d491-4e1e-bdfa-1527bdbc4fe0 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:01.057189 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-f8ac9b5d-18b2-4a2e-97b1-80b5424b593a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=463c346c540848b385c7d22295c9c930&name=default HTTP/1.1" status: 200 len: 2977 time: 1.3483393 Dec 15 20:55:01.061701 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-579d4b49-2693-4b26-aac3-7664896380e4 req-aad9b245-d491-4e1e-bdfa-1527bdbc4fe0 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8506556 Dec 15 20:55:01.062384 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 33424) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:01.068309 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:01.115526 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [req-579d4b49-2693-4b26-aac3-7664896380e4 req-2f5dc219-4285-4511-aabe-216be4e93fe2 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=86858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 20:55:01.146434 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-579d4b49-2693-4b26-aac3-7664896380e4 req-2f5dc219-4285-4511-aabe-216be4e93fe2 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0365796 Dec 15 20:55:01.251221 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-2fc46fdb-da91-41b4-a987-b54c41c9ff27 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:01.279420 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-be81e41c-53ae-4e2c-a66b-2b06d4b45c4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:01.315745 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:01.662404 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d13261-de90-490e-bc1d-3e451967fd7c', 'name': 'tempest-ServerRescueNegativeTestJSON-1452746627-router', 'tenant_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '1531fece-c69f-4601-9835-4fc9a1aa851b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:47Z', 'updated_at': '2021-12-15T20:54:55Z', 'revision_number': 4, 'project_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'gw_port': {'id': '1531fece-c69f-4601-9835-4fc9a1aa851b', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d13261-de90-490e-bc1d-3e451967fd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:49Z', 'updated_at': '2021-12-15T20:54:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '34e13770-4cb9-4f6c-ae56-9f50bcc4d668', 'name': '', 'network_id': '64efe9fb-5976-41a9-8ac7-66748ac3041e', 'tenant_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'mac_address': 'fa:16:3e:47:36:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d13261-de90-490e-bc1d-3e451967fd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '242f45b8-10fa-40a9-9d70-6363d2d5e1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:54Z', 'updated_at': '2021-12-15T20:54:55Z', 'revision_number': 2, 'project_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'subnets': [{'id': '242f45b8-10fa-40a9-9d70-6363d2d5e1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:55:01.668389 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-be81e41c-53ae-4e2c-a66b-2b06d4b45c4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:01.675534 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] Checking router: 10d13261-de90-490e-bc1d-3e451967fd7c for host: dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 20:55:01.675953 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] Updating router 10d13261-de90-490e-bc1d-3e451967fd7c port 34e13770-4cb9-4f6c-ae56-9f50bcc4d668 binding host dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 20:55:01.692452 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-2fc46fdb-da91-41b4-a987-b54c41c9ff27 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Network 314a4adc-1433-4021-a295-cf7a4d8218b2 is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:55:01.734039 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-2fc46fdb-da91-41b4-a987-b54c41c9ff27 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:55:01.747062 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-2fc46fdb-da91-41b4-a987-b54c41c9ff27 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:55:01.765842 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 1531fece-c69f-4601-9835-4fc9a1aa851b up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:55:01.796941 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-2fc46fdb-da91-41b4-a987-b54c41c9ff27 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:01.797229 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-2fc46fdb-da91-41b4-a987-b54c41c9ff27 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:01.814829 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:01.945270 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-2fc46fdb-da91-41b4-a987-b54c41c9ff27 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6430109 Dec 15 20:55:01.951817 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-579d4b49-2693-4b26-aac3-7664896380e4 req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] Request body: {'port': {'device_id': '25d35836-3a21-4ab6-a40b-8b1bcb6a03d6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:55:02.097424 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 1531fece-c69f-4601-9835-4fc9a1aa851b triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:55:02.122929 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:02.135142 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc46fdb-da91-41b4-a987-b54c41c9ff27 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Pushing event updated for resources: {'Port': ['ID=8ea06233-674f-4338-a53a-ff5825d7e115,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:02.142170 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-2fc46fdb-da91-41b4-a987-b54c41c9ff27 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.826s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:02.154846 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-326c7545-0175-48a9-bcff-d8ab81ca66fb service neutron] Request body: {'port': {'device_id': '052f4aab-0856-42fd-ac28-f7430a1a96ec', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:55:02.239570 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-579d4b49-2693-4b26-aac3-7664896380e4 req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:02.441519 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-ef461579-38f8-49d3-bfca-79e1f2f7772c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=59dfe1e7aa764fd1a4000c98a26c6129&fields=id HTTP/1.1" status: 200 len: 255 time: 2.1591971 Dec 15 20:55:02.448363 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-be81e41c-53ae-4e2c-a66b-2b06d4b45c4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:02.455770 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] Notify callbacks [] for port, precommit_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:02.507815 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] Transition to ACTIVE for port object 4710855a-aefa-4651-b3ea-ffc5c43a4831 will not be triggered until provisioned by entity L2. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:55:02.532331 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-35894e2c-e85d-4d09-862c-6dbd1c8d373c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:02.533188 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:02.548891 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:02.601731 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09aa9bb1-6c0b-4f9d-8521-5805a68dbe09 req-57485dd7-4ad2-4387-aaba-a3a833d05e4a tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:02.604015 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-09aa9bb1-6c0b-4f9d-8521-5805a68dbe09 req-57485dd7-4ad2-4387-aaba-a3a833d05e4a tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6 HTTP/1.1" status: 200 len: 932 time: 1.9218996 Dec 15 20:55:02.705988 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] Notify callbacks [] for port, precommit_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:02.734822 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.provisioning_blocks [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] Transition to ACTIVE for port object 34e13770-4cb9-4f6c-ae56-9f50bcc4d668 will not be triggered until provisioned by entity L2. {{(pid=86861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:55:02.755828 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:02.760629 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:02.772493 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:02.867301 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be81e41c-53ae-4e2c-a66b-2b06d4b45c4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db61dd1-bdd6-40b6-a3a2-edffa883098a,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:02.886155 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-326c7545-0175-48a9-bcff-d8ab81ca66fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:02.939529 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-be81e41c-53ae-4e2c-a66b-2b06d4b45c4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:02.952316 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0365f-570d-4446-b47a-d3990a889320 None None] Pushing event updated for resources: {'Port': ['ID=4710855a-aefa-4651-b3ea-ffc5c43a4831,revision_number=2']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:02.963315 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-be81e41c-53ae-4e2c-a66b-2b06d4b45c4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:02.965377 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-be81e41c-53ae-4e2c-a66b-2b06d4b45c4f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4db61dd1-bdd6-40b6-a3a2-edffa883098a HTTP/1.1" status: 204 len: 168 time: 1.8997283 Dec 15 20:55:02.967262 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] Attempting to bind port 4710855a-aefa-4651-b3ea-ffc5c43a4831 on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:55:02.967905 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] Attempting to bind port 4710855a-aefa-4651-b3ea-ffc5c43a4831 by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:55:02.968429 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] Attempting to bind port 4710855a-aefa-4651-b3ea-ffc5c43a4831 on network 83db4151-6da2-47b8-971d-0a11887406d4 {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:55:02.987181 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-2df0365f-570d-4446-b47a-d3990a889320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:02.994443 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:55:02.994826 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] Checking segment: {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:55:02.998074 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:02.998508 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] Bound using segment: {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:55:02.999030 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] Bound port: 4710855a-aefa-4651-b3ea-ffc5c43a4831, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:55:02.999420 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:03.138115 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_common [None req-35894e2c-e85d-4d09-862c-6dbd1c8d373c admin admin] Allocated IP 172.20.0.1 (c7ada944-b67c-407b-be0e-d1869c073b7e/5036755d-7452-453b-a442-049d1bf022e9/9423435b-093c-4c41-8fa2-facb066a64e7) {{(pid=86859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:55:03.150358 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] For port 4710855a-aefa-4651-b3ea-ffc5c43a4831, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:55:03.158738 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] For port 4710855a-aefa-4651-b3ea-ffc5c43a4831, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=4710855a-aefa-4651-b3ea-ffc5c43a4831,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:55:03.165908 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:03.182888 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-e5632557-e218-4b80-9bf5-a1b06f8b42ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:03.214736 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c43d863-bbac-425c-8785-ef9f43579253 admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 20:55:03.264997 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-09aa9bb1-6c0b-4f9d-8521-5805a68dbe09 req-764e4d8e-b37f-4e7c-8453-9ed8708d69d5 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3050008 Dec 15 20:55:03.353882 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] Sync routers for ids ['f6327fe7-ee94-4b44-a904-cc054d988925'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 20:55:03.412390 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] Routers {'f6327fe7-ee94-4b44-a904-cc054d988925'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:55:03.414974 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:54:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['f6327fe7-ee94-4b44-a904-cc054d988925'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:55:03.418121 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-4ffcc4d5-1977-4f75-b09c-ee17b9d2d14b service neutron] 10.222.0.49 "GET /v2.0/networks/64efe9fb-5976-41a9-8ac7-66748ac3041e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8326197 Dec 15 20:55:03.429335 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0c43d863-bbac-425c-8785-ef9f43579253 admin admin] Notify callbacks [] for router, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:03.435157 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-0c43d863-bbac-425c-8785-ef9f43579253 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 13.3082640 Dec 15 20:55:03.536826 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 33486) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:03.578322 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce80ddf0-7f8c-4683-b6ce-202e0c5c3ee5 None None] Pushing event updated for resources: {'Port': ['ID=34e13770-4cb9-4f6c-ae56-9f50bcc4d668,revision_number=3']} {{(pid=86861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:03.813359 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-ce80ddf0-7f8c-4683-b6ce-202e0c5c3ee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.041s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:03.894907 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] Routers {'154bd57b-dee4-49aa-b381-0a996985ad41'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:55:03.914065 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:54:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['154bd57b-dee4-49aa-b381-0a996985ad41'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:55:03.939083 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] Attempting to bind port 34e13770-4cb9-4f6c-ae56-9f50bcc4d668 on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:55:03.939475 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] Attempting to bind port 34e13770-4cb9-4f6c-ae56-9f50bcc4d668 by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': '7983d604-51dc-491a-b76b-35bfa3c82d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '64efe9fb-5976-41a9-8ac7-66748ac3041e'}] {{(pid=86861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:55:03.942899 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7afae4bf-2530-4a36-bd12-2ae3885f39fd req-5334810f-2071-41d4-89d5-0b302057a5ab tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:03.944511 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7afae4bf-2530-4a36-bd12-2ae3885f39fd req-5334810f-2071-41d4-89d5-0b302057a5ab tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 931 time: 0.2711539 Dec 15 20:55:03.944603 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] Attempting to bind port 34e13770-4cb9-4f6c-ae56-9f50bcc4d668 on network 64efe9fb-5976-41a9-8ac7-66748ac3041e {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:55:03.965699 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:55:03.967260 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] Checking segment: {'id': '7983d604-51dc-491a-b76b-35bfa3c82d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '64efe9fb-5976-41a9-8ac7-66748ac3041e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:55:03.968571 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:03.969764 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] Bound using segment: {'id': '7983d604-51dc-491a-b76b-35bfa3c82d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '64efe9fb-5976-41a9-8ac7-66748ac3041e'} {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:55:03.972611 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] Bound port: 34e13770-4cb9-4f6c-ae56-9f50bcc4d668, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7983d604-51dc-491a-b76b-35bfa3c82d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '64efe9fb-5976-41a9-8ac7-66748ac3041e'}}] {{(pid=86861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:55:03.973654 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:04.040680 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df0365f-570d-4446-b47a-d3990a889320 None None] Pushing event updated for resources: {'Port': ['ID=4710855a-aefa-4651-b3ea-ffc5c43a4831,revision_number=3']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:04.054826 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-2df0365f-570d-4446-b47a-d3990a889320 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.872s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:04.174336 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-729983f0-f962-4471-a956-1cd1a2aed77e service neutron] 10.222.0.49 "GET /v2.0/networks/64efe9fb-5976-41a9-8ac7-66748ac3041e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6163008 Dec 15 20:55:04.179008 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-35894e2c-e85d-4d09-862c-6dbd1c8d373c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:04.225897 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.db [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] For port 34e13770-4cb9-4f6c-ae56-9f50bcc4d668, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:55:04.231410 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.db [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] For port 34e13770-4cb9-4f6c-ae56-9f50bcc4d668, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=34e13770-4cb9-4f6c-ae56-9f50bcc4d668,segment=NetworkSegment(7983d604-51dc-491a-b76b-35bfa3c82d0d),segment_id=7983d604-51dc-491a-b76b-35bfa3c82d0d)] {{(pid=86861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:55:04.249625 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:04.265524 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:04.267538 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.provisioning_blocks [None req-35894e2c-e85d-4d09-862c-6dbd1c8d373c admin admin] Transition to ACTIVE for port object 9423435b-093c-4c41-8fa2-facb066a64e7 will not be triggered until provisioned by entity DHCP. {{(pid=86859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:55:04.376088 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-35894e2c-e85d-4d09-862c-6dbd1c8d373c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193'] for port, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:04.402758 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-0c43d863-bbac-425c-8785-ef9f43579253 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:04.484024 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] Set router f6327fe7-ee94-4b44-a904-cc054d988925 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:55:04.511582 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-326c7545-0175-48a9-bcff-d8ab81ca66fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ea06233-674f-4338-a53a-ff5825d7e115 {{(pid=86858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:55:04.531946 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-326c7545-0175-48a9-bcff-d8ab81ca66fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:04.560686 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-7afae4bf-2530-4a36-bd12-2ae3885f39fd req-c6982bfb-1900-4e79-8513-e4484e33104a tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Synchronizing usage tracker for tenant:16b1dbbad41a4f00a832b86ea2999591 on resource:security_group {{(pid=86859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:55:04.581254 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] Routers {'10d13261-de90-490e-bc1d-3e451967fd7c'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:55:04.592346 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-326c7545-0175-48a9-bcff-d8ab81ca66fb service neutron] Transition to ACTIVE for port object 8ea06233-674f-4338-a53a-ff5825d7e115 will not be triggered until provisioned by entity L2. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:55:04.599840 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:54:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['10d13261-de90-490e-bc1d-3e451967fd7c'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:55:04.673747 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-7afae4bf-2530-4a36-bd12-2ae3885f39fd req-c6982bfb-1900-4e79-8513-e4484e33104a tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Unset dirty status for tenant:16b1dbbad41a4f00a832b86ea2999591 on resource:security_group {{(pid=86859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:55:04.677174 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7afae4bf-2530-4a36-bd12-2ae3885f39fd req-c6982bfb-1900-4e79-8513-e4484e33104a tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/security-groups?id=583162b2-4385-4fd7-bb54-1fcfe1879543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7245922 Dec 15 20:55:04.680317 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35894e2c-e85d-4d09-862c-6dbd1c8d373c admin admin] Network c7ada944-b67c-407b-be0e-d1869c073b7e is already hosted by enough agents. {{(pid=86859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:55:04.689919 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [None req-35894e2c-e85d-4d09-862c-6dbd1c8d373c admin admin] Resources bound (agent type, host, resource id): {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:55:04.699165 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35894e2c-e85d-4d09-862c-6dbd1c8d373c admin admin] Received port after_create {{(pid=86859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:55:04.699946 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-35894e2c-e85d-4d09-862c-6dbd1c8d373c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624102'] for router_interface, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:04.745814 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35894e2c-e85d-4d09-862c-6dbd1c8d373c admin admin] Pushing event updated for resources: {'Port': ['ID=9423435b-093c-4c41-8fa2-facb066a64e7,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:04.766093 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-326c7545-0175-48a9-bcff-d8ab81ca66fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:04.774165 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-35894e2c-e85d-4d09-862c-6dbd1c8d373c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:04.865447 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:04.931121 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce80ddf0-7f8c-4683-b6ce-202e0c5c3ee5 None None] Pushing event updated for resources: {'Port': ['ID=34e13770-4cb9-4f6c-ae56-9f50bcc4d668,revision_number=4']} {{(pid=86861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:04.969730 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-ce80ddf0-7f8c-4683-b6ce-202e0c5c3ee5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:05.284521 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ee98d632-568c-41d3-b746-d2d02a7b2624 req-5770e3eb-1627-48a7-8cb9-356953328f2f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 210 time: 0.4245608 Dec 15 20:55:05.454919 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-35894e2c-e85d-4d09-862c-6dbd1c8d373c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:05.537244 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] Set router 10d13261-de90-490e-bc1d-3e451967fd7c gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:55:05.557203 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f0d40f-ea30-477d-bdbf-c51169262262 req-1e9b3b89-1771-4863-883c-5de0deb55a14 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:05.563680 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e3f0d40f-ea30-477d-bdbf-c51169262262 req-1e9b3b89-1771-4863-883c-5de0deb55a14 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6 HTTP/1.1" status: 200 len: 932 time: 0.4932363 Dec 15 20:55:05.590939 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] Set router 154bd57b-dee4-49aa-b381-0a996985ad41 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:55:05.871347 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e3f0d40f-ea30-477d-bdbf-c51169262262 req-73532b67-f920-4a6c-8519-5f617af23c20 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2156000 Dec 15 20:55:06.038174 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.db.resource_extend [req-579d4b49-2693-4b26-aac3-7664896380e4 req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] It took 0.27 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 20:55:06.328108 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [req-579d4b49-2693-4b26-aac3-7664896380e4 req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7ba761fd-f599-4ab4-9445-2bd2f228ac1a {{(pid=86858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:55:06.350258 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-579d4b49-2693-4b26-aac3-7664896380e4 req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] Notify callbacks [] for port, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:06.387902 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [req-579d4b49-2693-4b26-aac3-7664896380e4 req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] Transition to ACTIVE for port object 7ba761fd-f599-4ab4-9445-2bd2f228ac1a will not be triggered until provisioned by entity L2. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:55:06.416698 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-4bc31afb-ddf2-4d2b-9bbf-1301d3424d4f None None] Provisioning for port 9423435b-093c-4c41-8fa2-facb066a64e7 completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:55:06.418861 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c7545-0175-48a9-bcff-d8ab81ca66fb service neutron] Pushing event updated for resources: {'Port': ['ID=8ea06233-674f-4338-a53a-ff5825d7e115,revision_number=2']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:06.473056 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 34e13770-4cb9-4f6c-ae56-9f50bcc4d668 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:55:06.583451 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-579d4b49-2693-4b26-aac3-7664896380e4 req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:06.592576 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-326c7545-0175-48a9-bcff-d8ab81ca66fb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.726s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:06.767650 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-4bc31afb-ddf2-4d2b-9bbf-1301d3424d4f None None] Provisioning complete for port 9423435b-093c-4c41-8fa2-facb066a64e7 triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:55:06.770491 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-4bc31afb-ddf2-4d2b-9bbf-1301d3424d4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:06.917832 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-2fc46fdb-da91-41b4-a987-b54c41c9ff27 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:06.960679 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-35894e2c-e85d-4d09-862c-6dbd1c8d373c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:07.034005 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c795615-42f8-4698-a2fc-b705b57e1f70 req-e1aa2883-79da-402c-907a-7b2d57602b4f tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:07.035601 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8c795615-42f8-4698-a2fc-b705b57e1f70 req-e1aa2883-79da-402c-907a-7b2d57602b4f tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 943 time: 0.8894205 Dec 15 20:55:07.039997 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-35894e2c-e85d-4d09-862c-6dbd1c8d373c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:07.056521 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-35894e2c-e85d-4d09-862c-6dbd1c8d373c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624261'] for router_interface, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:07.184970 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-326c7545-0175-48a9-bcff-d8ab81ca66fb service neutron] Attempting to bind port 8ea06233-674f-4338-a53a-ff5825d7e115 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:55:07.185527 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-326c7545-0175-48a9-bcff-d8ab81ca66fb service neutron] Attempting to bind port 8ea06233-674f-4338-a53a-ff5825d7e115 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'ae68ac1e-e1ad-482b-960a-97d6ac5da630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '314a4adc-1433-4021-a295-cf7a4d8218b2'}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:55:07.185713 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-326c7545-0175-48a9-bcff-d8ab81ca66fb service neutron] Attempting to bind port 8ea06233-674f-4338-a53a-ff5825d7e115 on network 314a4adc-1433-4021-a295-cf7a4d8218b2 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:55:07.192764 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-4bc31afb-ddf2-4d2b-9bbf-1301d3424d4f None None] Port 9423435b-093c-4c41-8fa2-facb066a64e7 cannot update to ACTIVE because it is not bound. {{(pid=86860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 20:55:07.209367 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.41', 54476) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:07.282796 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] Pushing event updated for resources: {'Port': ['ID=7ba761fd-f599-4ab4-9445-2bd2f228ac1a,revision_number=2']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:07.296090 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:07.328224 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'name': 'tempest-AttachVolumeShelveTestJSON-329725510-router', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:54:55Z', 'revision_number': 3, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'gw_port': {'id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:53Z', 'updated_at': '2021-12-15T20:54:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:55:07.342853 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-35894e2c-e85d-4d09-862c-6dbd1c8d373c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:07.350979 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port 34e13770-4cb9-4f6c-ae56-9f50bcc4d668 completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:55:07.354712 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d13261-de90-490e-bc1d-3e451967fd7c', 'name': 'tempest-ServerRescueNegativeTestJSON-1452746627-router', 'tenant_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '1531fece-c69f-4601-9835-4fc9a1aa851b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:47Z', 'updated_at': '2021-12-15T20:54:55Z', 'revision_number': 4, 'project_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'gw_port': {'id': '1531fece-c69f-4601-9835-4fc9a1aa851b', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d13261-de90-490e-bc1d-3e451967fd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:49Z', 'updated_at': '2021-12-15T20:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '34e13770-4cb9-4f6c-ae56-9f50bcc4d668', 'name': '', 'network_id': '64efe9fb-5976-41a9-8ac7-66748ac3041e', 'tenant_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'mac_address': 'fa:16:3e:47:36:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d13261-de90-490e-bc1d-3e451967fd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '242f45b8-10fa-40a9-9d70-6363d2d5e1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:54Z', 'updated_at': '2021-12-15T20:55:04Z', 'revision_number': 4, 'project_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'subnets': [{'id': '242f45b8-10fa-40a9-9d70-6363d2d5e1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:55:07.372951 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] Checking router: f6327fe7-ee94-4b44-a904-cc054d988925 for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 20:55:07.375197 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] Updating router f6327fe7-ee94-4b44-a904-cc054d988925 port 033663fe-f76e-4006-ad60-932e225f3bbb binding host dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 20:55:07.412100 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b86fdf9-9d3d-4494-89ed-e933419eee6f None None] The sync data for ids ['10d13261-de90-490e-bc1d-3e451967fd7c'] in dv-cinder-821892-1-iscsi is: [{'id': '10d13261-de90-490e-bc1d-3e451967fd7c', 'name': 'tempest-ServerRescueNegativeTestJSON-1452746627-router', 'tenant_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '1531fece-c69f-4601-9835-4fc9a1aa851b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:47Z', 'updated_at': '2021-12-15T20:54:55Z', 'revision_number': 4, 'project_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'gw_port': {'id': '1531fece-c69f-4601-9835-4fc9a1aa851b', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d13261-de90-490e-bc1d-3e451967fd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:49Z', 'updated_at': '2021-12-15T20:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '34e13770-4cb9-4f6c-ae56-9f50bcc4d668', 'name': '', 'network_id': '64efe9fb-5976-41a9-8ac7-66748ac3041e', 'tenant_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'mac_address': 'fa:16:3e:47:36:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '10d13261-de90-490e-bc1d-3e451967fd7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 84, 'fixed_ips': [{'subnet_id': '242f45b8-10fa-40a9-9d70-6363d2d5e1fa', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:54Z', 'updated_at': '2021-12-15T20:55:04Z', 'revision_number': 4, 'project_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'subnets': [{'id': '242f45b8-10fa-40a9-9d70-6363d2d5e1fa', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 20:55:07.494338 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 34e13770-4cb9-4f6c-ae56-9f50bcc4d668 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:55:07.494736 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:07.708664 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:07.758332 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35894e2c-e85d-4d09-862c-6dbd1c8d373c admin admin] Pushing event updated for resources: {'Port': ['ID=9423435b-093c-4c41-8fa2-facb066a64e7,revision_number=2']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:07.762371 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'name': 'tempest-AttachVolumeTestJSON-1084864815-router', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:48Z', 'updated_at': '2021-12-15T20:54:54Z', 'revision_number': 3, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'gw_port': {'id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:37:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:55:07.770615 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-35894e2c-e85d-4d09-862c-6dbd1c8d373c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:07.782666 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985f66a9-4fc9-4c17-a2db-224494187542 None None] The sync data for ids ['154bd57b-dee4-49aa-b381-0a996985ad41'] in dv-cinder-821892-1-iscsi is: [{'id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'name': 'tempest-AttachVolumeTestJSON-1084864815-router', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:48Z', 'updated_at': '2021-12-15T20:54:54Z', 'revision_number': 3, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'gw_port': {'id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:37:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 20:55:08.068154 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-24c2f2a2-14bb-4fce-a65d-7ca65a78580f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:08.084555 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-24c2f2a2-14bb-4fce-a65d-7ca65a78580f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/networks?id=64efe9fb-5976-41a9-8ac7-66748ac3041e HTTP/1.1" status: 200 len: 819 time: 1.6016967 Dec 15 20:55:08.252145 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-5bcc0277-787a-470d-ab61-ac6712ec689e tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/quotas/59dfe1e7aa764fd1a4000c98a26c6129 HTTP/1.1" status: 200 len: 375 time: 0.1627569 Dec 15 20:55:08.292249 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-326c7545-0175-48a9-bcff-d8ab81ca66fb service neutron] Port 8ea06233-674f-4338-a53a-ff5825d7e115 on network 314a4adc-1433-4021-a295-cf7a4d8218b2 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 20:55:08.292733 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-326c7545-0175-48a9-bcff-d8ab81ca66fb service neutron] Attempting to bind port 8ea06233-674f-4338-a53a-ff5825d7e115 on network 314a4adc-1433-4021-a295-cf7a4d8218b2 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:55:08.360570 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:08.463390 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8c795615-42f8-4698-a2fc-b705b57e1f70 req-6c124bd4-79d3-425a-90ad-e4a4177a78d7 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/security-groups?id=583162b2-4385-4fd7-bb54-1fcfe1879543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.4081702 Dec 15 20:55:08.550142 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-326c7545-0175-48a9-bcff-d8ab81ca66fb service neutron] Checking agent: {'id': '725a3879-ffa9-43b4-b39f-ace0d62390f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'started_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:55:08.550142 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-326c7545-0175-48a9-bcff-d8ab81ca66fb service neutron] Checking segment: {'id': 'ae68ac1e-e1ad-482b-960a-97d6ac5da630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '314a4adc-1433-4021-a295-cf7a4d8218b2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:55:08.550142 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-326c7545-0175-48a9-bcff-d8ab81ca66fb service neutron] Bound using segment: {'id': 'ae68ac1e-e1ad-482b-960a-97d6ac5da630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '314a4adc-1433-4021-a295-cf7a4d8218b2'} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:55:08.550142 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-326c7545-0175-48a9-bcff-d8ab81ca66fb service neutron] Bound port: 8ea06233-674f-4338-a53a-ff5825d7e115, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae68ac1e-e1ad-482b-960a-97d6ac5da630', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '314a4adc-1433-4021-a295-cf7a4d8218b2'}}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:55:08.562120 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-326c7545-0175-48a9-bcff-d8ab81ca66fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:08.758131 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35894e2c-e85d-4d09-862c-6dbd1c8d373c admin admin] Network c7ada944-b67c-407b-be0e-d1869c073b7e is already hosted by enough agents. {{(pid=86859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:55:08.848771 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [None req-35894e2c-e85d-4d09-862c-6dbd1c8d373c admin admin] Resources bound (agent type, host, resource id): {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:55:08.863612 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] For port 34e13770-4cb9-4f6c-ae56-9f50bcc4d668, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=34e13770-4cb9-4f6c-ae56-9f50bcc4d668,segment=NetworkSegment(7983d604-51dc-491a-b76b-35bfa3c82d0d),segment_id=7983d604-51dc-491a-b76b-35bfa3c82d0d)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:55:08.912608 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:08.951626 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:09.072079 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-9248f1c9-c84a-4be3-aab6-ba3392f4d9f2 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:09.074681 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-9248f1c9-c84a-4be3-aab6-ba3392f4d9f2 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Synchronizing usage tracker for tenant:59dfe1e7aa764fd1a4000c98a26c6129 on resource:network {{(pid=86858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:55:09.275857 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 4710855a-aefa-4651-b3ea-ffc5c43a4831 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:55:09.488490 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-c25c215b-197e-45f0-8f3f-d4640b24ee43 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=59dfe1e7aa764fd1a4000c98a26c6129&fields=id HTTP/1.1" status: 200 len: 255 time: 1.2277756 Dec 15 20:55:09.539611 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Pushing event updated for resources: {'Port': ['ID=34e13770-4cb9-4f6c-ae56-9f50bcc4d668,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:09.574558 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:09.582308 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-579d4b49-2693-4b26-aac3-7664896380e4 req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] Attempting to bind port 7ba761fd-f599-4ab4-9445-2bd2f228ac1a on host hv-cinder-82189 for vnic_type normal with profile {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:55:09.585049 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-579d4b49-2693-4b26-aac3-7664896380e4 req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] Attempting to bind port 7ba761fd-f599-4ab4-9445-2bd2f228ac1a by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'ae6fa0f6-5b60-452f-8239-ffb398b012d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80313551-4978-4263-bd6f-c5ef8342b2b0'}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:55:09.585755 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579d4b49-2693-4b26-aac3-7664896380e4 req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] Attempting to bind port 7ba761fd-f599-4ab4-9445-2bd2f228ac1a on network 80313551-4978-4263-bd6f-c5ef8342b2b0 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:55:09.642151 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-7f2ee197-a86f-41cd-9c8c-3d24e4be6d18 None None] Provisioning complete for port 9423435b-093c-4c41-8fa2-facb066a64e7 triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:55:09.650687 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-7f2ee197-a86f-41cd-9c8c-3d24e4be6d18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:09.661832 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579d4b49-2693-4b26-aac3-7664896380e4 req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] Port 7ba761fd-f599-4ab4-9445-2bd2f228ac1a on network 80313551-4978-4263-bd6f-c5ef8342b2b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 20:55:09.662218 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579d4b49-2693-4b26-aac3-7664896380e4 req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] Attempting to bind port 7ba761fd-f599-4ab4-9445-2bd2f228ac1a on network 80313551-4978-4263-bd6f-c5ef8342b2b0 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:55:09.668137 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-9248f1c9-c84a-4be3-aab6-ba3392f4d9f2 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Unset dirty status for tenant:59dfe1e7aa764fd1a4000c98a26c6129 on resource:network {{(pid=86858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:55:09.672587 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-9248f1c9-c84a-4be3-aab6-ba3392f4d9f2 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.41 "GET /v2.0/networks?id=64efe9fb-5976-41a9-8ac7-66748ac3041e HTTP/1.1" status: 200 len: 819 time: 2.3961079 Dec 15 20:55:09.711448 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579d4b49-2693-4b26-aac3-7664896380e4 req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] Checking agent: {'id': '725a3879-ffa9-43b4-b39f-ace0d62390f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'started_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 54, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:55:09.714210 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579d4b49-2693-4b26-aac3-7664896380e4 req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] Checking segment: {'id': 'ae6fa0f6-5b60-452f-8239-ffb398b012d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80313551-4978-4263-bd6f-c5ef8342b2b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:55:09.722071 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-579d4b49-2693-4b26-aac3-7664896380e4 req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] Bound using segment: {'id': 'ae6fa0f6-5b60-452f-8239-ffb398b012d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80313551-4978-4263-bd6f-c5ef8342b2b0'} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:55:09.722734 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-579d4b49-2693-4b26-aac3-7664896380e4 req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] Bound port: 7ba761fd-f599-4ab4-9445-2bd2f228ac1a, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae6fa0f6-5b60-452f-8239-ffb398b012d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80313551-4978-4263-bd6f-c5ef8342b2b0'}}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:55:09.723997 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-579d4b49-2693-4b26-aac3-7664896380e4 req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:09.792654 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-cb47931c-93a0-4249-8848-043790d21c1f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Request body: {'port': {'device_id': '87fc3ef0-4a08-44cd-9f11-c024c159298e', 'network_id': '64efe9fb-5976-41a9-8ac7-66748ac3041e', 'admin_state_up': True, 'tenant_id': '59dfe1e7aa764fd1a4000c98a26c6129'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:55:09.845135 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7985edce-deb0-4a9b-8a50-ecfbc12c51e4 req-91275497-4487-436e-984a-a75060c2be32 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:09.855610 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7985edce-deb0-4a9b-8a50-ecfbc12c51e4 req-91275497-4487-436e-984a-a75060c2be32 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6 HTTP/1.1" status: 200 len: 944 time: 1.1156936 Dec 15 20:55:09.881217 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port 4710855a-aefa-4651-b3ea-ffc5c43a4831 completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:55:09.929877 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-326c7545-0175-48a9-bcff-d8ab81ca66fb service neutron] For port 8ea06233-674f-4338-a53a-ff5825d7e115, host hv-cinder-82189, cleared binding levels {{(pid=86858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:55:09.935219 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 4710855a-aefa-4651-b3ea-ffc5c43a4831 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:55:09.935877 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:10.152226 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35894e2c-e85d-4d09-862c-6dbd1c8d373c admin admin] Router 154bd57b-dee4-49aa-b381-0a996985ad41 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 20:55:10.155699 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-b2608d8e-bebb-41d5-a909-18add7e11138 service neutron] 10.222.0.49 "GET /v2.0/networks/64efe9fb-5976-41a9-8ac7-66748ac3041e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6486533 Dec 15 20:55:10.236441 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-7f2ee197-a86f-41cd-9c8c-3d24e4be6d18 None None] Port 9423435b-093c-4c41-8fa2-facb066a64e7 cannot update to ACTIVE because it is not bound. {{(pid=86860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 20:55:10.283239 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-326c7545-0175-48a9-bcff-d8ab81ca66fb service neutron] For port 8ea06233-674f-4338-a53a-ff5825d7e115, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=8ea06233-674f-4338-a53a-ff5825d7e115,segment=NetworkSegment(ae68ac1e-e1ad-482b-960a-97d6ac5da630),segment_id=ae68ac1e-e1ad-482b-960a-97d6ac5da630)] {{(pid=86858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:55:10.312476 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] Notify callbacks [] for port, precommit_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:10.367640 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] Transition to ACTIVE for port object 033663fe-f76e-4006-ad60-932e225f3bbb will not be triggered until provisioned by entity L2. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:55:10.373604 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-579d4b49-2693-4b26-aac3-7664896380e4 req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] For port 7ba761fd-f599-4ab4-9445-2bd2f228ac1a, host hv-cinder-82189, cleared binding levels {{(pid=86858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:55:10.383583 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-579d4b49-2693-4b26-aac3-7664896380e4 req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] For port 7ba761fd-f599-4ab4-9445-2bd2f228ac1a, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7ba761fd-f599-4ab4-9445-2bd2f228ac1a,segment=NetworkSegment(ae6fa0f6-5b60-452f-8239-ffb398b012d3),segment_id=ae6fa0f6-5b60-452f-8239-ffb398b012d3)] {{(pid=86858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:55:10.389543 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:10.416379 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-326c7545-0175-48a9-bcff-d8ab81ca66fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:10.417497 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-579d4b49-2693-4b26-aac3-7664896380e4 req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:10.419626 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:10.447782 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-aad9b245-d491-4e1e-bdfa-1527bdbc4fe0 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:10.570430 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-91d0ef34-fff0-4e23-8239-d94eaec8c24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:10.606722 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff706b18-6764-4372-9837-238ff36c5877 None None] Pushing event updated for resources: {'Port': ['ID=033663fe-f76e-4006-ad60-932e225f3bbb,revision_number=2']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:10.738647 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35894e2c-e85d-4d09-862c-6dbd1c8d373c admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 20:55:10.743743 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7985edce-deb0-4a9b-8a50-ecfbc12c51e4 req-01f0113b-3ca7-46c2-8067-28f75183306b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8868616 Dec 15 20:55:10.768881 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-ff706b18-6764-4372-9837-238ff36c5877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:10.771169 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:10.838899 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] For port 4710855a-aefa-4651-b3ea-ffc5c43a4831, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=4710855a-aefa-4651-b3ea-ffc5c43a4831,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:55:10.922414 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-326c7545-0175-48a9-bcff-d8ab81ca66fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:10.923569 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-326c7545-0175-48a9-bcff-d8ab81ca66fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:10.925297 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-326c7545-0175-48a9-bcff-d8ab81ca66fb service neutron] 10.222.0.41 "PUT /v2.0/ports/8ea06233-674f-4338-a53a-ff5825d7e115 HTTP/1.1" status: 200 len: 1093 time: 8.7748086 Dec 15 20:55:10.929246 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '052f4aab-0856-42fd-ac28-f7430a1a96ec', 'tag': '8ea06233-674f-4338-a53a-ff5825d7e115'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:55:10.933730 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:10.945970 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:10.997558 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-35894e2c-e85d-4d09-862c-6dbd1c8d373c admin admin] 10.222.0.49 "PUT /v2.0/routers/154bd57b-dee4-49aa-b381-0a996985ad41/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0401111 Dec 15 20:55:11.212179 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] Attempting to bind port 033663fe-f76e-4006-ad60-932e225f3bbb on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:55:11.212569 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] Attempting to bind port 033663fe-f76e-4006-ad60-932e225f3bbb by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:55:11.212936 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] Attempting to bind port 033663fe-f76e-4006-ad60-932e225f3bbb on network 83db4151-6da2-47b8-971d-0a11887406d4 {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:55:11.226162 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Pushing event updated for resources: {'Port': ['ID=4710855a-aefa-4651-b3ea-ffc5c43a4831,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:11.236147 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:11.237081 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 34e13770-4cb9-4f6c-ae56-9f50bcc4d668 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:55:11.237469 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] Sync routers for ids ['154bd57b-dee4-49aa-b381-0a996985ad41'] in dv-cinder-821892-1-iscsi {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 20:55:11.262127 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] Routers {'154bd57b-dee4-49aa-b381-0a996985ad41'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:55:11.262803 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:54:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['154bd57b-dee4-49aa-b381-0a996985ad41'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:55:11.317020 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:55:11.317606 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] Checking segment: {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:55:11.317861 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:11.318257 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] Bound using segment: {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:55:11.329630 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] Bound port: 033663fe-f76e-4006-ad60-932e225f3bbb, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:55:11.330131 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:11.366008 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-3dec2d60-5739-4a5a-8382-4fb4b7504bbe service neutron] 10.222.0.49 "GET /v2.0/networks/64efe9fb-5976-41a9-8ac7-66748ac3041e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1998553 Dec 15 20:55:11.423348 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db55dde-263e-4434-a7fd-00923374ab48 req-00dd8da7-8566-4512-848c-72ac2b986b33 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:11.432080 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7db55dde-263e-4434-a7fd-00923374ab48 req-00dd8da7-8566-4512-848c-72ac2b986b33 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 943 time: 0.2730508 Dec 15 20:55:11.548589 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7db55dde-263e-4434-a7fd-00923374ab48 req-8da786e0-019b-4de2-9b6f-d2be51f60620 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/security-groups?id=583162b2-4385-4fd7-bb54-1fcfe1879543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078770 Dec 15 20:55:11.616362 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] For port 033663fe-f76e-4006-ad60-932e225f3bbb, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:55:11.625569 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 34e13770-4cb9-4f6c-ae56-9f50bcc4d668 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:55:11.629601 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:11.728376 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-cb47931c-93a0-4249-8848-043790d21c1f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:11.756711 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d4b49-2693-4b26-aac3-7664896380e4 req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:11.772478 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-579d4b49-2693-4b26-aac3-7664896380e4 req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:11.777635 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-579d4b49-2693-4b26-aac3-7664896380e4 req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] 10.222.0.41 "PUT /v2.0/ports/7ba761fd-f599-4ab4-9445-2bd2f228ac1a HTTP/1.1" status: 200 len: 1094 time: 10.0345647 Dec 15 20:55:11.824076 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326c7545-0175-48a9-bcff-d8ab81ca66fb service neutron] Pushing event updated for resources: {'Port': ['ID=8ea06233-674f-4338-a53a-ff5825d7e115,revision_number=3']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:11.836895 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-cb47931c-93a0-4249-8848-043790d21c1f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Usage tracker for resource:port and tenant:59dfe1e7aa764fd1a4000c98a26c6129 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:11.848111 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] For port 033663fe-f76e-4006-ad60-932e225f3bbb, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=033663fe-f76e-4006-ad60-932e225f3bbb,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:55:11.862238 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-cb47931c-93a0-4249-8848-043790d21c1f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:11.920005 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:11.943883 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:12.042311 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] Set router 154bd57b-dee4-49aa-b381-0a996985ad41 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:55:12.124270 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-cb47931c-93a0-4249-8848-043790d21c1f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:12.256926 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-cb47931c-93a0-4249-8848-043790d21c1f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Made reservation on behalf of 59dfe1e7aa764fd1a4000c98a26c6129 for: {'port': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:55:12.261444 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-cb47931c-93a0-4249-8848-043790d21c1f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:12.283782 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-e8f49b59-18f8-4867-ba6e-7fbf45b485b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:12.285301 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-e8f49b59-18f8-4867-ba6e-7fbf45b485b6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16b1dbbad41a4f00a832b86ea2999591&device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 1096 time: 0.9964561 Dec 15 20:55:12.378063 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] Pushing event updated for resources: {'Port': ['ID=7ba761fd-f599-4ab4-9445-2bd2f228ac1a,revision_number=3']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:12.408154 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] Routers {'f6327fe7-ee94-4b44-a904-cc054d988925'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:55:12.408824 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:54:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['f6327fe7-ee94-4b44-a904-cc054d988925'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:55:12.421618 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925849d5-ca5b-442d-ae9b-19be8e76772e req-85a882e7-8883-41b7-80da-90f474720918 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:12.433452 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-925849d5-ca5b-442d-ae9b-19be8e76772e req-85a882e7-8883-41b7-80da-90f474720918 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6 HTTP/1.1" status: 200 len: 944 time: 0.2790642 Dec 15 20:55:12.434050 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.986s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:12.435498 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-1910ae84-666c-4946-8a20-afecb55f8b63 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ea06233-674f-4338-a53a-ff5825d7e115 HTTP/1.1" status: 200 len: 217 time: 0.1374936 Dec 15 20:55:12.436116 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.763s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:12.436469 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:12.535165 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d4b49-2693-4b26-aac3-7664896380e4 req-db8d5812-6d42-435a-b908-d6cf95247764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:12.536666 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-579d4b49-2693-4b26-aac3-7664896380e4 req-db8d5812-6d42-435a-b908-d6cf95247764 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aebf296e7f8d40f19e8c30faf01d3e7d&device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6 HTTP/1.1" status: 200 len: 1097 time: 0.5068009 Dec 15 20:55:12.540858 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [None req-91d0ef34-fff0-4e23-8239-d94eaec8c24c admin admin] Allocated IP 172.20.0.1 (93026352-c79c-42ad-baed-f8112007ec46/eac67882-7145-4cd4-a26e-4a2149ab905e/86369e50-68a6-4ea1-a903-c8548fa38806) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:55:12.597938 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-925849d5-ca5b-442d-ae9b-19be8e76772e req-57f146ea-a639-4aaa-8ad7-0cbb7db98b57 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1635225 Dec 15 20:55:12.641585 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff706b18-6764-4372-9837-238ff36c5877 None None] Pushing event updated for resources: {'Port': ['ID=033663fe-f76e-4006-ad60-932e225f3bbb,revision_number=3']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:12.774008 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-ff706b18-6764-4372-9837-238ff36c5877 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.837s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:12.809535 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c0b691ab-9710-4b5d-82dd-5a3d39135dec req-ceb3f3c1-0115-4e0a-a0c4-7f6894318064 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 210 time: 0.0989196 Dec 15 20:55:12.827460 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-579d4b49-2693-4b26-aac3-7664896380e4 req-34bed9f7-c5ac-462f-801a-df6e6fb7a87a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ba761fd-f599-4ab4-9445-2bd2f228ac1a HTTP/1.1" status: 200 len: 217 time: 0.2063046 Dec 15 20:55:12.966421 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] Set router f6327fe7-ee94-4b44-a904-cc054d988925 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:55:12.975103 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-cb47931c-93a0-4249-8848-043790d21c1f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Allocated IP 172.20.0.7 (64efe9fb-5976-41a9-8ac7-66748ac3041e/242f45b8-10fa-40a9-9d70-6363d2d5e1fa/4d302766-b927-429e-a03f-3fdf68d6833f) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:55:13.093784 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-51e31080-fc5c-4540-bc52-4f50c2ff240d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:13.116057 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-51e31080-fc5c-4540-bc52-4f50c2ff240d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=280f90a1-45fd-47bb-b213-f197dd104ad1 HTTP/1.1" status: 200 len: 852 time: 0.4912684 Dec 15 20:55:13.120477 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'name': 'tempest-AttachVolumeTestJSON-1084864815-router', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:48Z', 'updated_at': '2021-12-15T20:55:05Z', 'revision_number': 4, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'gw_port': {'id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:37:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '9423435b-093c-4c41-8fa2-facb066a64e7', 'name': '', 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'mac_address': 'fa:16:3e:ca:01:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5036755d-7452-453b-a442-049d1bf022e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:02Z', 'updated_at': '2021-12-15T20:55:05Z', 'revision_number': 2, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'subnets': [{'id': '5036755d-7452-453b-a442-049d1bf022e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:55:13.132026 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '052f4aab-0856-42fd-ac28-f7430a1a96ec', 'tag': '8ea06233-674f-4338-a53a-ff5825d7e115', 'status': 'completed', 'code': 200} Dec 15 20:55:13.138818 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] Checking router: 154bd57b-dee4-49aa-b381-0a996985ad41 for host: dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 20:55:13.139099 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] Updating router 154bd57b-dee4-49aa-b381-0a996985ad41 port 9423435b-093c-4c41-8fa2-facb066a64e7 binding host dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 20:55:13.236177 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:13.251519 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 4710855a-aefa-4651-b3ea-ffc5c43a4831 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:55:13.290630 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-cf27c012-86d2-46cc-a3b9-0766ec04b36c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=314a4adc-1433-4021-a295-cf7a4d8218b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1198163 Dec 15 20:55:13.292145 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-579d4b49-2693-4b26-aac3-7664896380e4 req-b308a68e-f901-4657-bf0d-3cca1ecf7e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:13.293550 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-579d4b49-2693-4b26-aac3-7664896380e4 req-b308a68e-f901-4657-bf0d-3cca1ecf7e2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f5c8b39-f31f-4f68-b491-bed600bd6785 HTTP/1.1" status: 200 len: 855 time: 0.4534190 Dec 15 20:55:13.355272 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 33766) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:13.362619 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-2bb78d6a-a691-46b9-b1cc-1f296c00158b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2099052285', 'description': 'tempest-description--1133571901'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:55:13.379284 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-2bb78d6a-a691-46b9-b1cc-1f296c00158b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:13.393123 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-2bb78d6a-a691-46b9-b1cc-1f296c00158b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Usage tracker for resource:security_group and tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:13.405976 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-2bb78d6a-a691-46b9-b1cc-1f296c00158b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:13.436344 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-579d4b49-2693-4b26-aac3-7664896380e4 req-424e9527-0044-477f-9dce-8cdba2a9c34c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80313551-4978-4263-bd6f-c5ef8342b2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0857077 Dec 15 20:55:13.476776 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-91d0ef34-fff0-4e23-8239-d94eaec8c24c admin admin] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:13.516788 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-2bb78d6a-a691-46b9-b1cc-1f296c00158b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:13.527701 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 4710855a-aefa-4651-b3ea-ffc5c43a4831 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:55:13.528093 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:13.557344 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 33772) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:13.572066 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-2bb78d6a-a691-46b9-b1cc-1f296c00158b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:13.649001 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-2bb78d6a-a691-46b9-b1cc-1f296c00158b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:13.667483 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-2bb78d6a-a691-46b9-b1cc-1f296c00158b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Usage tracker for resource:security_group_rule and tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:13.670872 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-2bb78d6a-a691-46b9-b1cc-1f296c00158b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:13.693358 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a763077-ebdf-47e5-bf13-54dc8c8d30f3 req-4a78f76a-fd03-4d36-a110-cd79c8ab45db tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:13.694934 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6a763077-ebdf-47e5-bf13-54dc8c8d30f3 req-4a78f76a-fd03-4d36-a110-cd79c8ab45db tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 943 time: 0.2801473 Dec 15 20:55:13.705818 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-2bb78d6a-a691-46b9-b1cc-1f296c00158b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:13.847512 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'name': 'tempest-AttachVolumeShelveTestJSON-329725510-router', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:54:55Z', 'revision_number': 3, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'gw_port': {'id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:53Z', 'updated_at': '2021-12-15T20:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:55:13.853579 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6aaa595d-b7df-4122-823e-361050e9029b None None] The sync data for ids ['f6327fe7-ee94-4b44-a904-cc054d988925'] in dv-cinder-821892-1-iscsi is: [{'id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'name': 'tempest-AttachVolumeShelveTestJSON-329725510-router', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:54:55Z', 'revision_number': 3, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'gw_port': {'id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:53Z', 'updated_at': '2021-12-15T20:55:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 20:55:13.950412 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-9f2acaa7-7f0e-4c4d-bf29-4be3876d22c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:13.959849 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [None req-91d0ef34-fff0-4e23-8239-d94eaec8c24c admin admin] Transition to ACTIVE for port object 86369e50-68a6-4ea1-a903-c8548fa38806 will not be triggered until provisioned by entity DHCP. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:55:14.035904 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] Notify callbacks [] for port, precommit_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:14.075566 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.provisioning_blocks [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] Transition to ACTIVE for port object 9423435b-093c-4c41-8fa2-facb066a64e7 will not be triggered until provisioned by entity L2. {{(pid=86861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:55:14.093702 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:14.120373 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.41', 54484) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:14.124492 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-69ec5918-e4e3-4efc-83b7-5c0e0b5f49e2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:14.195980 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-2bb78d6a-a691-46b9-b1cc-1f296c00158b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:14.212544 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-9f2acaa7-7f0e-4c4d-bf29-4be3876d22c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:14.216502 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-9f2acaa7-7f0e-4c4d-bf29-4be3876d22c5 admin admin] Usage tracker for resource:security_group_rule and tenant:f79c15a233104a6da96d8ba867c73c8e is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:14.220108 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-9f2acaa7-7f0e-4c4d-bf29-4be3876d22c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:14.225841 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-9f2acaa7-7f0e-4c4d-bf29-4be3876d22c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:14.455365 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-cb47931c-93a0-4249-8848-043790d21c1f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:14.474433 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a456b-5ebb-4c80-90cd-ee91ec8f1ad6 None None] Pushing event updated for resources: {'Port': ['ID=9423435b-093c-4c41-8fa2-facb066a64e7,revision_number=3']} {{(pid=86861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:14.479263 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-9e2a456b-5ebb-4c80-90cd-ee91ec8f1ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:14.480737 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-d2e9f5e7-7a83-4847-8451-937bc6d51d7b service neutron] 10.222.0.41 "GET /v2.0/networks/314a4adc-1433-4021-a295-cf7a4d8218b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1237226 Dec 15 20:55:14.520781 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6a763077-ebdf-47e5-bf13-54dc8c8d30f3 req-b72e8b8a-6e97-4ffb-b93e-4c8e631f5b12 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/security-groups?id=583162b2-4385-4fd7-bb54-1fcfe1879543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6708176 Dec 15 20:55:14.532486 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-91d0ef34-fff0-4e23-8239-d94eaec8c24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:14.537463 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-579d4b49-2693-4b26-aac3-7664896380e4 req-e13dc194-7c94-4157-a945-d9fadbc12e2b service neutron] 10.222.0.41 "GET /v2.0/networks/80313551-4978-4263-bd6f-c5ef8342b2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0762057 Dec 15 20:55:14.554839 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-2bb78d6a-a691-46b9-b1cc-1f296c00158b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:14.667342 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-74caa41f-0aa4-408a-bb43-09642e455d0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:14.691901 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] Attempting to bind port 9423435b-093c-4c41-8fa2-facb066a64e7 on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:55:14.692291 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] Attempting to bind port 9423435b-093c-4c41-8fa2-facb066a64e7 by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': '53ea13d4-8379-475a-86a8-f30a8b17f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e'}] {{(pid=86861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:55:14.692663 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] Attempting to bind port 9423435b-093c-4c41-8fa2-facb066a64e7 on network c7ada944-b67c-407b-be0e-d1869c073b7e {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:55:14.705169 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:14.708435 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 54, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:55:14.710256 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] Checking segment: {'id': '53ea13d4-8379-475a-86a8-f30a8b17f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:55:14.710684 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:14.712254 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] Bound using segment: {'id': '53ea13d4-8379-475a-86a8-f30a8b17f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e'} {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:55:14.712767 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] Bound port: 9423435b-093c-4c41-8fa2-facb066a64e7, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53ea13d4-8379-475a-86a8-f30a8b17f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e'}}] {{(pid=86861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:55:14.714363 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:14.728226 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-9f2acaa7-7f0e-4c4d-bf29-4be3876d22c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:14.742393 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-2bb78d6a-a691-46b9-b1cc-1f296c00158b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:14.746072 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-2bb78d6a-a691-46b9-b1cc-1f296c00158b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.3885124 Dec 15 20:55:14.753681 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 33812) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:14.776313 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-f42514ac-648a-45ec-a1cb-84b0c75c5285 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Request body: {'security_group_rule': {'security_group_id': '39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:55:14.797838 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61437451-780a-481c-9a52-6fb593fcdf64 req-45534005-3a9a-49c4-bcd9-72d2434230af tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:14.799672 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-61437451-780a-481c-9a52-6fb593fcdf64 req-45534005-3a9a-49c4-bcd9-72d2434230af tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6 HTTP/1.1" status: 200 len: 944 time: 0.6779559 Dec 15 20:55:14.800427 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-9f2acaa7-7f0e-4c4d-bf29-4be3876d22c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:14.814405 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-f42514ac-648a-45ec-a1cb-84b0c75c5285 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:14.875448 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.db [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] For port 9423435b-093c-4c41-8fa2-facb066a64e7, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:55:14.879243 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.db [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] For port 9423435b-093c-4c41-8fa2-facb066a64e7, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=9423435b-093c-4c41-8fa2-facb066a64e7,segment=NetworkSegment(53ea13d4-8379-475a-86a8-f30a8b17f4af),segment_id=53ea13d4-8379-475a-86a8-f30a8b17f4af)] {{(pid=86861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:55:14.886413 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:14.893060 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:14.921510 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1fe421d1-b7c3-4e1a-96fe-756c52ef42f1 req-824cf64a-1317-4473-add9-dc06d335452f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 210 time: 0.1124969 Dec 15 20:55:14.928117 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 33820) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:14.934000 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-f42514ac-648a-45ec-a1cb-84b0c75c5285 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Usage tracker for resource:security_group_rule and tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:14.941556 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-f42514ac-648a-45ec-a1cb-84b0c75c5285 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:14.944510 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb78d6a-a691-46b9-b1cc-1f296c00158b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:14.967307 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-2bb78d6a-a691-46b9-b1cc-1f296c00158b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:14.967923 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-f42514ac-648a-45ec-a1cb-84b0c75c5285 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:14.970804 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-5c5529f4-bd59-4c9d-b3fa-c6325082395c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.069s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:15.015178 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0ef34-fff0-4e23-8239-d94eaec8c24c admin admin] Pushing event updated for resources: {'Port': ['ID=86369e50-68a6-4ea1-a903-c8548fa38806,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:15.018344 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-91d0ef34-fff0-4e23-8239-d94eaec8c24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:15.020789 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-296bca1c-26f1-4d8c-ac51-03999a27cbb7 req-c92c7322-af63-4076-9745-96da3e4642fd service neutron] 10.222.0.41 "GET /v2.0/networks/314a4adc-1433-4021-a295-cf7a4d8218b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5280850 Dec 15 20:55:15.023212 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f2acaa7-7f0e-4c4d-bf29-4be3876d22c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b8b60f3-1bbc-477a-a627-82caaf7fe42e,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:15.032635 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-61437451-780a-481c-9a52-6fb593fcdf64 req-40c391c2-c29c-47f0-8ce6-dcddb3c4328f tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2201111 Dec 15 20:55:15.047040 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-9f2acaa7-7f0e-4c4d-bf29-4be3876d22c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:15.057238 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d0ef34-fff0-4e23-8239-d94eaec8c24c admin admin] Network 93026352-c79c-42ad-baed-f8112007ec46 is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:55:15.066040 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-91d0ef34-fff0-4e23-8239-d94eaec8c24c admin admin] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:55:15.075576 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-9f2acaa7-7f0e-4c4d-bf29-4be3876d22c5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f79c15a233104a6da96d8ba867c73c8e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5049229 Dec 15 20:55:15.078823 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 33826) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:15.093947 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91d0ef34-fff0-4e23-8239-d94eaec8c24c admin admin] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:55:15.094506 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-91d0ef34-fff0-4e23-8239-d94eaec8c24c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624102'] for router_interface, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:15.105304 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f42514ac-648a-45ec-a1cb-84b0c75c5285 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:15.110465 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] Routers {'154bd57b-dee4-49aa-b381-0a996985ad41'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:55:15.114923 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:54:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['154bd57b-dee4-49aa-b381-0a996985ad41'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:55:15.139266 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '25d35836-3a21-4ab6-a40b-8b1bcb6a03d6', 'tag': '7ba761fd-f599-4ab4-9445-2bd2f228ac1a'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:55:15.247269 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-bb26c5dd-8a6f-44f1-8ac7-588d0f89176b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:15.276538 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 033663fe-f76e-4006-ad60-932e225f3bbb up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:55:15.298060 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f42514ac-648a-45ec-a1cb-84b0c75c5285 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:15.351011 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-579d4b49-2693-4b26-aac3-7664896380e4 req-92c1b3e1-ce1f-4d74-b816-e41214bc5647 service neutron] 10.222.0.41 "GET /v2.0/networks/80313551-4978-4263-bd6f-c5ef8342b2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7967396 Dec 15 20:55:15.384905 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2a456b-5ebb-4c80-90cd-ee91ec8f1ad6 None None] Pushing event updated for resources: {'Port': ['ID=9423435b-093c-4c41-8fa2-facb066a64e7,revision_number=4']} {{(pid=86861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:15.390444 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f42514ac-648a-45ec-a1cb-84b0c75c5285 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810047'] for security_group_rule, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:15.394285 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-9e2a456b-5ebb-4c80-90cd-ee91ec8f1ad6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:15.416679 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0e78e489-698d-472f-8675-cb899d63d104 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:15.416912 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-ed0900ca-fecb-4399-afd0-f497fa12883b tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:15.418570 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-ed0900ca-fecb-4399-afd0-f497fa12883b tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.41 "GET /v2.0/networks?id=64efe9fb-5976-41a9-8ac7-66748ac3041e HTTP/1.1" status: 200 len: 819 time: 1.2826636 Dec 15 20:55:15.425534 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '25d35836-3a21-4ab6-a40b-8b1bcb6a03d6', 'tag': '7ba761fd-f599-4ab4-9445-2bd2f228ac1a', 'status': 'completed', 'code': 200} Dec 15 20:55:15.431653 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-bb26c5dd-8a6f-44f1-8ac7-588d0f89176b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:15.440169 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port 033663fe-f76e-4006-ad60-932e225f3bbb completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:55:15.447739 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:15.455968 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 033663fe-f76e-4006-ad60-932e225f3bbb triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:55:15.456584 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:15.511816 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] Set router 154bd57b-dee4-49aa-b381-0a996985ad41 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:55:15.516113 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-ba3f9014-fe62-437f-bbf9-09640247f04c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Request body: {'port': {'device_id': '4bcffede-b59f-4852-9a04-508eef0a1953', 'network_id': '64efe9fb-5976-41a9-8ac7-66748ac3041e', 'admin_state_up': True, 'tenant_id': '59dfe1e7aa764fd1a4000c98a26c6129'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:55:15.579332 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-0e78e489-698d-472f-8675-cb899d63d104 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:15.584066 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-cb47931c-93a0-4249-8848-043790d21c1f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:15.592360 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f42514ac-648a-45ec-a1cb-84b0c75c5285 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:15.597863 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-f42514ac-648a-45ec-a1cb-84b0c75c5285 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8394649 Dec 15 20:55:15.600531 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 33838) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:15.601421 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-bb26c5dd-8a6f-44f1-8ac7-588d0f89176b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:15.604518 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f42514ac-648a-45ec-a1cb-84b0c75c5285 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b35b847-956a-498b-99b9-2f388e4e51a8,revision_number=0']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:15.606670 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-0e78e489-698d-472f-8675-cb899d63d104 admin admin] Usage tracker for resource:security_group_rule and tenant:b4025e171864409397629fae2dfce087 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:15.613151 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-0e78e489-698d-472f-8675-cb899d63d104 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:15.625656 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-ffcf394e-9553-46df-9958-7c77d7d19599 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Request body: {'security_group_rule': {'security_group_id': '39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:55:15.657754 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f42514ac-648a-45ec-a1cb-84b0c75c5285 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:15.668388 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:15.683632 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:15.689691 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-0e78e489-698d-472f-8675-cb899d63d104 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:15.692178 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-ffcf394e-9553-46df-9958-7c77d7d19599 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:15.702227 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb26c5dd-8a6f-44f1-8ac7-588d0f89176b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b8b60f3-1bbc-477a-a627-82caaf7fe42e,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:15.706909 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-bb26c5dd-8a6f-44f1-8ac7-588d0f89176b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:15.709471 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-28fb7f18-46fe-4398-b0e7-dcb9ade3687e None None] Provisioning for port 86369e50-68a6-4ea1-a903-c8548fa38806 completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:55:15.723911 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-ffcf394e-9553-46df-9958-7c77d7d19599 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Usage tracker for resource:security_group_rule and tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:15.732961 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-bb26c5dd-8a6f-44f1-8ac7-588d0f89176b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:15.734907 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-bb26c5dd-8a6f-44f1-8ac7-588d0f89176b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6b8b60f3-1bbc-477a-a627-82caaf7fe42e HTTP/1.1" status: 204 len: 168 time: 0.6549411 Dec 15 20:55:15.735763 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-ffcf394e-9553-46df-9958-7c77d7d19599 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:15.752351 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-ffcf394e-9553-46df-9958-7c77d7d19599 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:15.761399 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] For port 033663fe-f76e-4006-ad60-932e225f3bbb, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=033663fe-f76e-4006-ad60-932e225f3bbb,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:55:15.764579 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-28fb7f18-46fe-4398-b0e7-dcb9ade3687e None None] Provisioning complete for port 86369e50-68a6-4ea1-a903-c8548fa38806 triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:55:15.764945 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-28fb7f18-46fe-4398-b0e7-dcb9ade3687e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:15.822557 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:15.849317 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:15.931288 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb47931c-93a0-4249-8848-043790d21c1f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Pushing event updated for resources: {'Port': ['ID=4d302766-b927-429e-a03f-3fdf68d6833f,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:15.952764 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-ba3f9014-fe62-437f-bbf9-09640247f04c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:15.963413 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ffcf394e-9553-46df-9958-7c77d7d19599 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:15.965991 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-cb47931c-93a0-4249-8848-043790d21c1f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:16.018816 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-cb47931c-93a0-4249-8848-043790d21c1f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Network 64efe9fb-5976-41a9-8ac7-66748ac3041e is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:55:16.021547 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-ba3f9014-fe62-437f-bbf9-09640247f04c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Usage tracker for resource:port and tenant:59dfe1e7aa764fd1a4000c98a26c6129 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:16.027471 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-cb47931c-93a0-4249-8848-043790d21c1f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:55:16.028426 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:16.086951 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-28fb7f18-46fe-4398-b0e7-dcb9ade3687e None None] Port 86369e50-68a6-4ea1-a903-c8548fa38806 cannot update to ACTIVE because it is not bound. {{(pid=86860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 20:55:16.105198 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-cb47931c-93a0-4249-8848-043790d21c1f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:55:16.111970 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-cb47931c-93a0-4249-8848-043790d21c1f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:16.112599 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-cb47931c-93a0-4249-8848-043790d21c1f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:16.134078 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-ba3f9014-fe62-437f-bbf9-09640247f04c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:16.138131 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-91d0ef34-fff0-4e23-8239-d94eaec8c24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:16.162594 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Pushing event updated for resources: {'Port': ['ID=033663fe-f76e-4006-ad60-932e225f3bbb,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:16.163177 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-72728ec9-5ad9-47db-99e5-a725bc61cb3f req-13a8cba3-b55e-4f11-9dea-121f54f22f4a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 210 time: 0.0626996 Dec 15 20:55:16.169041 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:16.185027 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'name': 'tempest-AttachVolumeTestJSON-1084864815-router', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:48Z', 'updated_at': '2021-12-15T20:55:05Z', 'revision_number': 4, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'gw_port': {'id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:37:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '9423435b-093c-4c41-8fa2-facb066a64e7', 'name': '', 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'mac_address': 'fa:16:3e:ca:01:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5036755d-7452-453b-a442-049d1bf022e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:02Z', 'updated_at': '2021-12-15T20:55:14Z', 'revision_number': 4, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'subnets': [{'id': '5036755d-7452-453b-a442-049d1bf022e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:55:16.196184 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06a63e06-8c4e-46ec-a44d-afd652cb60fc None None] The sync data for ids ['154bd57b-dee4-49aa-b381-0a996985ad41'] in dv-cinder-821892-1-iscsi is: [{'id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'name': 'tempest-AttachVolumeTestJSON-1084864815-router', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:48Z', 'updated_at': '2021-12-15T20:55:05Z', 'revision_number': 4, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'gw_port': {'id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:37:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '9423435b-093c-4c41-8fa2-facb066a64e7', 'name': '', 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'mac_address': 'fa:16:3e:ca:01:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5036755d-7452-453b-a442-049d1bf022e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:02Z', 'updated_at': '2021-12-15T20:55:14Z', 'revision_number': 4, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'subnets': [{'id': '5036755d-7452-453b-a442-049d1bf022e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 20:55:16.204493 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-cb47931c-93a0-4249-8848-043790d21c1f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.5043912 Dec 15 20:55:16.211396 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-ba3f9014-fe62-437f-bbf9-09640247f04c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:16.215608 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409b465-b13c-452d-b848-ba84f4f94f2d req-d8212210-2c35-405b-bc5d-631b789ea14b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:16.217106 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-1409b465-b13c-452d-b848-ba84f4f94f2d req-d8212210-2c35-405b-bc5d-631b789ea14b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16b1dbbad41a4f00a832b86ea2999591&device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 1096 time: 1.0918329 Dec 15 20:55:16.223011 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] Request body: {'port': {'device_id': '87fc3ef0-4a08-44cd-9f11-c024c159298e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:55:16.314149 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260d93e1-667e-4b50-bf8c-21f696a559d8 req-2370a8ae-1dd0-43da-b052-3f353b685a1e tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:16.323577 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-260d93e1-667e-4b50-bf8c-21f696a559d8 req-2370a8ae-1dd0-43da-b052-3f353b685a1e tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 943 time: 0.5558732 Dec 15 20:55:16.331288 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-e06d575d-2a08-4013-8ef8-cc4f89c4f80b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:16.376635 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ffcf394e-9553-46df-9958-7c77d7d19599 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:16.389148 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ffcf394e-9553-46df-9958-7c77d7d19599 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810047'] for security_group_rule, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:16.436339 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 33854) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:16.464369 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037778e3-f95b-4d2b-ad2c-6030ebb68aec req-c881b3f1-0d38-4b32-9c30-1f76d35a1097 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:16.466034 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-037778e3-f95b-4d2b-ad2c-6030ebb68aec req-c881b3f1-0d38-4b32-9c30-1f76d35a1097 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aebf296e7f8d40f19e8c30faf01d3e7d&device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6 HTTP/1.1" status: 200 len: 1097 time: 1.0449321 Dec 15 20:55:16.483209 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:16.517355 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0e78e489-698d-472f-8675-cb899d63d104 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:16.539486 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-10195f8c-d9b2-42ff-83b6-bf5aadf496ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:16.550936 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-260d93e1-667e-4b50-bf8c-21f696a559d8 req-17356e58-d69d-4fb7-8876-2410d3f585ff tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/security-groups?id=583162b2-4385-4fd7-bb54-1fcfe1879543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259309 Dec 15 20:55:16.555634 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0e78e489-698d-472f-8675-cb899d63d104 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:16.556532 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffcf394e-9553-46df-9958-7c77d7d19599 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddb41463-2cc6-4149-bc02-68f87be830fe,revision_number=0']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:16.561945 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-ffcf394e-9553-46df-9958-7c77d7d19599 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:16.568971 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ffcf394e-9553-46df-9958-7c77d7d19599 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:16.573830 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-ffcf394e-9553-46df-9958-7c77d7d19599 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9671724 Dec 15 20:55:16.575901 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:16.582860 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 33858) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:16.590442 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-10195f8c-d9b2-42ff-83b6-bf5aadf496ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:16.604909 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-bd5e1131-e394-4f20-b29d-3847bdc7ca7c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Request body: {'floatingip': {'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:55:16.623968 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-10195f8c-d9b2-42ff-83b6-bf5aadf496ff admin admin] Usage tracker for resource:security_group_rule and tenant:68d5cd5806e24f6289c8865f1eeb9640 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:16.627204 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-bd5e1131-e394-4f20-b29d-3847bdc7ca7c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:16.639519 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-10195f8c-d9b2-42ff-83b6-bf5aadf496ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:16.655772 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-bd5e1131-e394-4f20-b29d-3847bdc7ca7c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Usage tracker for resource:floatingip and tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:16.660965 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-10195f8c-d9b2-42ff-83b6-bf5aadf496ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:16.663213 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-bd5e1131-e394-4f20-b29d-3847bdc7ca7c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:16.666372 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78e489-698d-472f-8675-cb899d63d104 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bb42521-d6c0-434e-8f37-0a716ad0007f,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:16.673460 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-0e78e489-698d-472f-8675-cb899d63d104 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b4025e171864409397629fae2dfce087&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7362218 Dec 15 20:55:16.679248 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-0e78e489-698d-472f-8675-cb899d63d104 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:16.680812 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-bd5e1131-e394-4f20-b29d-3847bdc7ca7c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:16.684348 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 33862) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:16.719616 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-ba3f9014-fe62-437f-bbf9-09640247f04c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Made reservation on behalf of 59dfe1e7aa764fd1a4000c98a26c6129 for: {'port': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:55:16.723221 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-ba3f9014-fe62-437f-bbf9-09640247f04c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:16.738240 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfd2016-b78f-471b-91ff-be6a51f8ce5c req-0725e746-c0e8-40e2-a580-c0a21111898c tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:16.739861 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6dfd2016-b78f-471b-91ff-be6a51f8ce5c req-0725e746-c0e8-40e2-a580-c0a21111898c tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6 HTTP/1.1" status: 200 len: 944 time: 0.3626680 Dec 15 20:55:16.747982 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-bd5e1131-e394-4f20-b29d-3847bdc7ca7c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for floatingip, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:16.879710 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:16.922532 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:16.931145 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6dfd2016-b78f-471b-91ff-be6a51f8ce5c req-62e61aeb-dec5-45bd-b514-478b25b3e813 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1548581 Dec 15 20:55:16.931893 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-fca50db6-faac-4b18-97d9-153ee2a6dca8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:17.007604 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-10195f8c-d9b2-42ff-83b6-bf5aadf496ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:17.027644 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-10195f8c-d9b2-42ff-83b6-bf5aadf496ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:17.033383 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409b465-b13c-452d-b848-ba84f4f94f2d req-b0c752cc-ebb9-4b5a-a24b-2574188ffe3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:17.041037 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-1409b465-b13c-452d-b848-ba84f4f94f2d req-b0c752cc-ebb9-4b5a-a24b-2574188ffe3e service neutron] 10.222.0.41 "GET /v2.0/networks?id=314a4adc-1433-4021-a295-cf7a4d8218b2 HTTP/1.1" status: 200 len: 913 time: 0.7193413 Dec 15 20:55:17.077976 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-2bb78d6a-a691-46b9-b1cc-1f296c00158b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:17.117615 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-fca50db6-faac-4b18-97d9-153ee2a6dca8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:17.141738 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-91d0ef34-fff0-4e23-8239-d94eaec8c24c admin admin] Notify callbacks [] for port, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:17.144896 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-10195f8c-d9b2-42ff-83b6-bf5aadf496ff admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=68d5cd5806e24f6289c8865f1eeb9640&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6946499 Dec 15 20:55:17.156299 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 33872) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:17.174150 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10195f8c-d9b2-42ff-83b6-bf5aadf496ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97032595-f66f-4216-8aa8-a9f8c3d3f654,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:17.225998 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-10195f8c-d9b2-42ff-83b6-bf5aadf496ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:17.230295 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 033663fe-f76e-4006-ad60-932e225f3bbb up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:55:17.257636 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-1409b465-b13c-452d-b848-ba84f4f94f2d req-77dae0f6-c89e-450a-a7fe-115d379670ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ea06233-674f-4338-a53a-ff5825d7e115 HTTP/1.1" status: 200 len: 217 time: 0.1714418 Dec 15 20:55:17.308834 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-91d0ef34-fff0-4e23-8239-d94eaec8c24c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:17.318850 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 033663fe-f76e-4006-ad60-932e225f3bbb triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:55:17.319270 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:17.402504 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037778e3-f95b-4d2b-ad2c-6030ebb68aec req-814c8fa3-0b48-47f5-855b-e332291f36fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:17.404284 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-037778e3-f95b-4d2b-ad2c-6030ebb68aec req-814c8fa3-0b48-47f5-855b-e332291f36fd service neutron] 10.222.0.41 "GET /v2.0/networks?id=80313551-4978-4263-bd6f-c5ef8342b2b0 HTTP/1.1" status: 200 len: 916 time: 0.9248798 Dec 15 20:55:17.412542 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-91d0ef34-fff0-4e23-8239-d94eaec8c24c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624261'] for router_interface, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:17.481717 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:17.489826 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2ae38a2b-5bef-43bb-b548-06643a35cc84 req-e19d78a0-9f80-48eb-9a7f-b7f23dddda0e tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 210 time: 0.1291707 Dec 15 20:55:17.491342 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 9423435b-093c-4c41-8fa2-facb066a64e7 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:55:17.493767 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-bd5e1131-e394-4f20-b29d-3847bdc7ca7c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:17.520767 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 7ba761fd-f599-4ab4-9445-2bd2f228ac1a details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=86860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 20:55:17.573084 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1409b465-b13c-452d-b848-ba84f4f94f2d req-7bbcb3b1-97ca-4f84-9650-4ce91a164f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:17.574666 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-1409b465-b13c-452d-b848-ba84f4f94f2d req-7bbcb3b1-97ca-4f84-9650-4ce91a164f0c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=280f90a1-45fd-47bb-b213-f197dd104ad1 HTTP/1.1" status: 200 len: 852 time: 0.2780406 Dec 15 20:55:17.585554 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-fca50db6-faac-4b18-97d9-153ee2a6dca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:17.586376 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-1fd279f8-6614-4208-bdfb-8c169f8a24d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:17.617568 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-10195f8c-d9b2-42ff-83b6-bf5aadf496ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:17.639542 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-037778e3-f95b-4d2b-ad2c-6030ebb68aec req-da67b4ec-54ef-4bcb-a3f8-16c61acdf878 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ba761fd-f599-4ab4-9445-2bd2f228ac1a HTTP/1.1" status: 200 len: 217 time: 0.2214413 Dec 15 20:55:17.730639 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port 9423435b-093c-4c41-8fa2-facb066a64e7 completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:55:17.741605 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 9423435b-093c-4c41-8fa2-facb066a64e7 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:55:17.742076 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:17.766343 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_common [None req-bd5e1131-e394-4f20-b29d-3847bdc7ca7c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Allocated IP 172.27.1.118 (83db4151-6da2-47b8-971d-0a11887406d4/9a076902-1727-47fe-9eed-a31b1c56c654/18a450c2-e242-4277-b4a7-72a225000704) {{(pid=86859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:55:17.835486 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 7ba761fd-f599-4ab4-9445-2bd2f228ac1a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7ba761fd-f599-4ab4-9445-2bd2f228ac1a,segment=NetworkSegment(ae6fa0f6-5b60-452f-8239-ffb398b012d3),segment_id=ae6fa0f6-5b60-452f-8239-ffb398b012d3)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:55:17.858172 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Returning: {'device': '7ba761fd-f599-4ab4-9445-2bd2f228ac1a', 'network_id': '80313551-4978-4263-bd6f-c5ef8342b2b0', 'port_id': '7ba761fd-f599-4ab4-9445-2bd2f228ac1a', 'mac_address': 'fa:16:3e:db:8b:35', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f5c8b39-f31f-4f68-b491-bed600bd6785', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:55:17.864388 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-1409b465-b13c-452d-b848-ba84f4f94f2d req-9fba0c92-7d8b-4fc6-afc5-69de3b8c0395 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=314a4adc-1433-4021-a295-cf7a4d8218b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2660344 Dec 15 20:55:17.931333 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-bd5e1131-e394-4f20-b29d-3847bdc7ca7c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for port, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:17.931520 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d0ef34-fff0-4e23-8239-d94eaec8c24c admin admin] Pushing event updated for resources: {'Port': ['ID=86369e50-68a6-4ea1-a903-c8548fa38806,revision_number=2']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:17.968131 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca50db6-faac-4b18-97d9-153ee2a6dca8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bb42521-d6c0-434e-8f37-0a716ad0007f,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:17.972512 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:17.973976 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-fca50db6-faac-4b18-97d9-153ee2a6dca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:17.991909 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7ba761fd-f599-4ab4-9445-2bd2f228ac1a {{(pid=86860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:55:17.996065 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:18.025315 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-bd5e1131-e394-4f20-b29d-3847bdc7ca7c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193'] for port, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:18.048646 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 7ba761fd-f599-4ab4-9445-2bd2f228ac1a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7ba761fd-f599-4ab4-9445-2bd2f228ac1a,segment=NetworkSegment(ae6fa0f6-5b60-452f-8239-ffb398b012d3),segment_id=ae6fa0f6-5b60-452f-8239-ffb398b012d3)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:55:18.062064 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:18.062642 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-1fd279f8-6614-4208-bdfb-8c169f8a24d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:18.063243 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 8ea06233-674f-4338-a53a-ff5825d7e115 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=86860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 20:55:18.064497 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-91d0ef34-fff0-4e23-8239-d94eaec8c24c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.581s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:18.069422 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:18.128964 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-037778e3-f95b-4d2b-ad2c-6030ebb68aec req-8e03c61c-8544-4c1f-895a-da59a41a120d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:18.135437 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-037778e3-f95b-4d2b-ad2c-6030ebb68aec req-8e03c61c-8544-4c1f-895a-da59a41a120d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f5c8b39-f31f-4f68-b491-bed600bd6785 HTTP/1.1" status: 200 len: 855 time: 0.4426727 Dec 15 20:55:18.146428 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-2df0365f-570d-4446-b47a-d3990a889320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:18.171375 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-ba3f9014-fe62-437f-bbf9-09640247f04c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Allocated IP 172.20.0.3 (64efe9fb-5976-41a9-8ac7-66748ac3041e/242f45b8-10fa-40a9-9d70-6363d2d5e1fa/9bb86070-b532-4527-8737-b73777c3f675) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:55:18.179292 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] For port 9423435b-093c-4c41-8fa2-facb066a64e7, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=9423435b-093c-4c41-8fa2-facb066a64e7,segment=NetworkSegment(53ea13d4-8379-475a-86a8-f30a8b17f4af),segment_id=53ea13d4-8379-475a-86a8-f30a8b17f4af)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:55:18.203738 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:18.215296 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e1131-e394-4f20-b29d-3847bdc7ca7c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Pushing event updated for resources: {'Port': ['ID=18a450c2-e242-4277-b4a7-72a225000704,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:18.255547 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d0ef34-fff0-4e23-8239-d94eaec8c24c admin admin] Network 93026352-c79c-42ad-baed-f8112007ec46 is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:55:18.259253 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=7ba761fd-f599-4ab4-9445-2bd2f228ac1a,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:18.260385 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-91d0ef34-fff0-4e23-8239-d94eaec8c24c admin admin] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:55:18.264134 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:18.264609 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-2df0365f-570d-4446-b47a-d3990a889320 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:18.272141 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-1409b465-b13c-452d-b848-ba84f4f94f2d req-c55d1fae-15a6-43f9-81b0-5e4ba0aee68f service neutron] 10.222.0.41 "GET /v2.0/networks/314a4adc-1433-4021-a295-cf7a4d8218b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3886242 Dec 15 20:55:18.276527 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-bd5e1131-e394-4f20-b29d-3847bdc7ca7c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:18.278412 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd5e1131-e394-4f20-b29d-3847bdc7ca7c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Network 83db4151-6da2-47b8-971d-0a11887406d4 is already hosted by enough agents. {{(pid=86859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:55:18.280364 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-fca50db6-faac-4b18-97d9-153ee2a6dca8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:18.281463 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-fca50db6-faac-4b18-97d9-153ee2a6dca8 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0bb42521-d6c0-434e-8f37-0a716ad0007f HTTP/1.1" status: 204 len: 168 time: 1.5962090 Dec 15 20:55:18.292813 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [None req-bd5e1131-e394-4f20-b29d-3847bdc7ca7c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Resources bound (agent type, host, resource id): {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:55:18.305262 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd5e1131-e394-4f20-b29d-3847bdc7ca7c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Received port after_create {{(pid=86859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:55:18.348767 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Pushing event updated for resources: {'Port': ['ID=9423435b-093c-4c41-8fa2-facb066a64e7,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:18.361316 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:18.377437 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 8ea06233-674f-4338-a53a-ff5825d7e115, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=8ea06233-674f-4338-a53a-ff5825d7e115,segment=NetworkSegment(ae68ac1e-e1ad-482b-960a-97d6ac5da630),segment_id=ae68ac1e-e1ad-482b-960a-97d6ac5da630)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:55:18.396405 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Returning: {'device': '8ea06233-674f-4338-a53a-ff5825d7e115', 'network_id': '314a4adc-1433-4021-a295-cf7a4d8218b2', 'port_id': '8ea06233-674f-4338-a53a-ff5825d7e115', 'mac_address': 'fa:16:3e:54:88:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '280f90a1-45fd-47bb-b213-f197dd104ad1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:55:18.404145 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-bd5e1131-e394-4f20-b29d-3847bdc7ca7c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:18.484856 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:18.513847 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ea06233-674f-4338-a53a-ff5825d7e115 {{(pid=86860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:55:18.536467 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee76153-5871-4f05-8d1e-605ce4c5ebfa req-f6ad25b5-1474-47ca-8ed1-e0289ac9020a tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:18.538386 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7ee76153-5871-4f05-8d1e-605ce4c5ebfa req-f6ad25b5-1474-47ca-8ed1-e0289ac9020a tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 943 time: 0.5679088 Dec 15 20:55:18.545159 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 8ea06233-674f-4338-a53a-ff5825d7e115, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=8ea06233-674f-4338-a53a-ff5825d7e115,segment=NetworkSegment(ae68ac1e-e1ad-482b-960a-97d6ac5da630),segment_id=ae68ac1e-e1ad-482b-960a-97d6ac5da630)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:55:18.563222 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:18.565302 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:18.591342 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-bd5e1131-e394-4f20-b29d-3847bdc7ca7c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:18.633507 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156bf7c2-8fd7-42fa-9abf-80345affbde5 req-27b4c309-a3ef-4407-bf91-ba991c827b7d tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:18.640768 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-156bf7c2-8fd7-42fa-9abf-80345affbde5 req-27b4c309-a3ef-4407-bf91-ba991c827b7d tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6 HTTP/1.1" status: 200 len: 945 time: 0.4302444 Dec 15 20:55:18.678590 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 20:55:18.690060 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=8ea06233-674f-4338-a53a-ff5825d7e115,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:18.699271 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:18.702966 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7ee76153-5871-4f05-8d1e-605ce4c5ebfa req-4deffa81-0ee6-4426-b988-baf45165e127 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/security-groups?id=583162b2-4385-4fd7-bb54-1fcfe1879543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529033 Dec 15 20:55:18.709410 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-85081dfe-0048-4aad-987e-da5e400512b3 None None] Provisioning complete for port 86369e50-68a6-4ea1-a903-c8548fa38806 triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:55:18.710151 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-85081dfe-0048-4aad-987e-da5e400512b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:18.716709 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91d0ef34-fff0-4e23-8239-d94eaec8c24c admin admin] Router f6327fe7-ee94-4b44-a904-cc054d988925 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 20:55:18.717018 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-1fd279f8-6614-4208-bdfb-8c169f8a24d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:18.722482 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-156bf7c2-8fd7-42fa-9abf-80345affbde5 req-7df45718-4194-4726-8668-4f0a24d8cee4 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683775 Dec 15 20:55:18.734848 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-cef1e4e7-d871-4c28-b5e1-0b910c2d92a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:18.745792 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd279f8-6614-4208-bdfb-8c169f8a24d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97032595-f66f-4216-8aa8-a9f8c3d3f654,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:18.753390 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-1fd279f8-6614-4208-bdfb-8c169f8a24d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:18.777975 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-ba3f9014-fe62-437f-bbf9-09640247f04c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:18.780095 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-05ce8f4d-4f7a-4f81-bc0a-816a24da788c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:18.805421 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-85081dfe-0048-4aad-987e-da5e400512b3 None None] Port 86369e50-68a6-4ea1-a903-c8548fa38806 cannot update to ACTIVE because it is not bound. {{(pid=86860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 20:55:18.851121 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-1fd279f8-6614-4208-bdfb-8c169f8a24d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:18.852860 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-1fd279f8-6614-4208-bdfb-8c169f8a24d3 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/97032595-f66f-4216-8aa8-a9f8c3d3f654 HTTP/1.1" status: 204 len: 168 time: 1.6917861 Dec 15 20:55:18.975459 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-06d79fdf-00ec-4811-b240-8507891f4ee7 req-976c0e7b-3770-4403-a5a2-02afe1d2a135 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 210 time: 0.0693600 Dec 15 20:55:19.018670 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-bd5e1131-e394-4f20-b29d-3847bdc7ca7c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for port, precommit_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:19.024587 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-bd5e1131-e394-4f20-b29d-3847bdc7ca7c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:19.030259 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:19.049650 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 33898) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:19.075957 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 9423435b-093c-4c41-8fa2-facb066a64e7 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:55:19.079349 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7a775769-0c7a-4eeb-a97a-46daf1d2641e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:19.103691 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-bd5e1131-e394-4f20-b29d-3847bdc7ca7c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677241'] for floatingip, after_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:19.119484 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-7a775769-0c7a-4eeb-a97a-46daf1d2641e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:19.134141 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e1131-e394-4f20-b29d-3847bdc7ca7c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Pushing event updated for resources: {'Port': ['ID=18a450c2-e242-4277-b4a7-72a225000704,revision_number=2']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:19.139092 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-bd5e1131-e394-4f20-b29d-3847bdc7ca7c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:19.140596 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-bd5e1131-e394-4f20-b29d-3847bdc7ca7c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for floatingip, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:19.142424 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-bd5e1131-e394-4f20-b29d-3847bdc7ca7c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5541027 Dec 15 20:55:19.142539 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-ba3f9014-fe62-437f-bbf9-09640247f04c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:19.144817 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-7a775769-0c7a-4eeb-a97a-46daf1d2641e admin admin] Usage tracker for resource:security_group_rule and tenant:c2ef06f08bce490a8c70d4db6e20dbd9 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:19.183727 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 9423435b-093c-4c41-8fa2-facb066a64e7 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:55:19.184237 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:19.190484 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-7a775769-0c7a-4eeb-a97a-46daf1d2641e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:19.194355 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91d0ef34-fff0-4e23-8239-d94eaec8c24c admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 20:55:19.211577 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-7a775769-0c7a-4eeb-a97a-46daf1d2641e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:19.219430 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] Sync routers for ids ['f6327fe7-ee94-4b44-a904-cc054d988925'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 20:55:19.219604 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-326c7545-0175-48a9-bcff-d8ab81ca66fb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:19.254808 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] Routers {'f6327fe7-ee94-4b44-a904-cc054d988925'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:55:19.255552 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:55:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['f6327fe7-ee94-4b44-a904-cc054d988925'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:55:19.306483 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-91d0ef34-fff0-4e23-8239-d94eaec8c24c admin admin] 10.222.0.49 "PUT /v2.0/routers/f6327fe7-ee94-4b44-a904-cc054d988925/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7685409 Dec 15 20:55:19.323818 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-ba3f9014-fe62-437f-bbf9-09640247f04c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Network 64efe9fb-5976-41a9-8ac7-66748ac3041e is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:55:19.343721 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-ba3f9014-fe62-437f-bbf9-09640247f04c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:55:19.356226 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-ba3f9014-fe62-437f-bbf9-09640247f04c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:55:19.364284 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-ba3f9014-fe62-437f-bbf9-09640247f04c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:19.368347 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-ba3f9014-fe62-437f-bbf9-09640247f04c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:19.401070 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3f9014-fe62-437f-bbf9-09640247f04c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Pushing event updated for resources: {'Port': ['ID=9bb86070-b532-4527-8737-b73777c3f675,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:19.420500 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ba3f9014-fe62-437f-bbf9-09640247f04c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:19.447760 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-ba3f9014-fe62-437f-bbf9-09640247f04c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.9978492 Dec 15 20:55:19.454366 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-7df3d497-c434-4818-b426-403c10322792 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Synchronizing usage tracker for tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 on resource:security_group {{(pid=86859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:55:19.572404 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7a775769-0c7a-4eeb-a97a-46daf1d2641e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:19.574582 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d302766-b927-429e-a03f-3fdf68d6833f {{(pid=86858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:55:19.581742 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7a775769-0c7a-4eeb-a97a-46daf1d2641e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:19.583534 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:19.590998 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-7df3d497-c434-4818-b426-403c10322792 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Unset dirty status for tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 on resource:security_group {{(pid=86859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:55:19.595931 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-3dd14b30-1fc4-4b48-b973-392a1ca8a048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:19.596925 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-7df3d497-c434-4818-b426-403c10322792 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--2099052285&fields=id&tenant_id=c1c77d1948bd48a0aa5bbdac1c6cf4a4 HTTP/1.1" status: 200 len: 267 time: 0.2104642 Dec 15 20:55:19.637741 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] Transition to ACTIVE for port object 4d302766-b927-429e-a03f-3fdf68d6833f will not be triggered until provisioned by entity L2. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:55:19.656720 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-7a775769-0c7a-4eeb-a97a-46daf1d2641e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c2ef06f08bce490a8c70d4db6e20dbd9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6043510 Dec 15 20:55:19.658171 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a775769-0c7a-4eeb-a97a-46daf1d2641e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a25b8022-fc98-40e1-ab91-466c4a7f7ce6,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:19.660015 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] Set router f6327fe7-ee94-4b44-a904-cc054d988925 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:55:19.660838 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 33934) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:19.661655 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:19.665007 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-7a775769-0c7a-4eeb-a97a-46daf1d2641e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:19.680774 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-65083cfd-ec0a-45e5-8aa0-9ff0c342931f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:19.862602 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:19.864513 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:19.889411 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-65f8b505-65b5-4b0d-8eb7-5fa7ed513685 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:19.890387 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-65f8b505-65b5-4b0d-8eb7-5fa7ed513685 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Synchronizing usage tracker for tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 on resource:network {{(pid=86859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:55:19.912016 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-65f8b505-65b5-4b0d-8eb7-5fa7ed513685 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Unset dirty status for tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 on resource:network {{(pid=86859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:55:19.913411 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-65f8b505-65b5-4b0d-8eb7-5fa7ed513685 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/networks?id=c7ada944-b67c-407b-be0e-d1869c073b7e HTTP/1.1" status: 200 len: 811 time: 0.3123262 Dec 15 20:55:19.938430 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-f35c24f6-608d-44b4-9d8f-dec62ca9351f tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/quotas/c1c77d1948bd48a0aa5bbdac1c6cf4a4 HTTP/1.1" status: 200 len: 375 time: 0.0157535 Dec 15 20:55:20.052343 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-db8790c8-93b3-449e-91d1-dc54253cbb47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:20.091603 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-db8790c8-93b3-449e-91d1-dc54253cbb47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:20.112363 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-cb8f37f9-06c8-4b23-8d7c-e3172ccabd23 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Synchronizing usage tracker for tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 on resource:port {{(pid=86859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:55:20.142627 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-cb8f37f9-06c8-4b23-8d7c-e3172ccabd23 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Unset dirty status for tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 on resource:port {{(pid=86859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:55:20.145365 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-cb8f37f9-06c8-4b23-8d7c-e3172ccabd23 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1c77d1948bd48a0aa5bbdac1c6cf4a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2017927 Dec 15 20:55:20.159424 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-037778e3-f95b-4d2b-ad2c-6030ebb68aec req-41c11e92-f863-406f-a80f-eca17d9dcaab service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80313551-4978-4263-bd6f-c5ef8342b2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3389452 Dec 15 20:55:20.171559 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-db8790c8-93b3-449e-91d1-dc54253cbb47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:20.180203 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] Pushing event updated for resources: {'Port': ['ID=4d302766-b927-429e-a03f-3fdf68d6833f,revision_number=2']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:20.190480 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:20.194604 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'name': 'tempest-AttachVolumeShelveTestJSON-329725510-router', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'gw_port': {'id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:53Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '86369e50-68a6-4ea1-a903-c8548fa38806', 'name': '', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'mac_address': 'fa:16:3e:29:79:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:11Z', 'updated_at': '2021-12-15T20:55:16Z', 'revision_number': 2, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'subnets': [{'id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:55:20.199173 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] Checking router: f6327fe7-ee94-4b44-a904-cc054d988925 for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 20:55:20.199625 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] Updating router f6327fe7-ee94-4b44-a904-cc054d988925 port 86369e50-68a6-4ea1-a903-c8548fa38806 binding host dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 20:55:20.204034 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-cd4a9392-e655-4966-8b77-f512dfeee271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:20.220034 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-db8790c8-93b3-449e-91d1-dc54253cbb47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:20.221434 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-db8790c8-93b3-449e-91d1-dc54253cbb47 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a25b8022-fc98-40e1-ab91-466c4a7f7ce6 HTTP/1.1" status: 204 len: 168 time: 0.5586317 Dec 15 20:55:20.226640 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8790c8-93b3-449e-91d1-dc54253cbb47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25b8022-fc98-40e1-ab91-466c4a7f7ce6,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:20.237456 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-db8790c8-93b3-449e-91d1-dc54253cbb47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:20.238402 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] Attempting to bind port 4d302766-b927-429e-a03f-3fdf68d6833f on host hv-cinder-82189 for vnic_type normal with profile {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:55:20.238934 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] Attempting to bind port 4d302766-b927-429e-a03f-3fdf68d6833f by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '7983d604-51dc-491a-b76b-35bfa3c82d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '64efe9fb-5976-41a9-8ac7-66748ac3041e'}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:55:20.239485 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] Attempting to bind port 4d302766-b927-429e-a03f-3fdf68d6833f on network 64efe9fb-5976-41a9-8ac7-66748ac3041e {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:55:20.244849 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] Port 4d302766-b927-429e-a03f-3fdf68d6833f on network 64efe9fb-5976-41a9-8ac7-66748ac3041e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 20:55:20.245437 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] Attempting to bind port 4d302766-b927-429e-a03f-3fdf68d6833f on network 64efe9fb-5976-41a9-8ac7-66748ac3041e {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:55:20.257945 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] Checking agent: {'id': '725a3879-ffa9-43b4-b39f-ace0d62390f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'started_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:55:20.259108 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] Checking segment: {'id': '7983d604-51dc-491a-b76b-35bfa3c82d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '64efe9fb-5976-41a9-8ac7-66748ac3041e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:55:20.260099 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] Bound using segment: {'id': '7983d604-51dc-491a-b76b-35bfa3c82d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '64efe9fb-5976-41a9-8ac7-66748ac3041e'} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:55:20.260715 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] Bound port: 4d302766-b927-429e-a03f-3fdf68d6833f, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7983d604-51dc-491a-b76b-35bfa3c82d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '64efe9fb-5976-41a9-8ac7-66748ac3041e'}}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:55:20.261264 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:20.261528 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:20.383383 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] For port 4d302766-b927-429e-a03f-3fdf68d6833f, host hv-cinder-82189, cleared binding levels {{(pid=86858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:55:20.388024 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] For port 4d302766-b927-429e-a03f-3fdf68d6833f, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=4d302766-b927-429e-a03f-3fdf68d6833f,segment=NetworkSegment(7983d604-51dc-491a-b76b-35bfa3c82d0d),segment_id=7983d604-51dc-491a-b76b-35bfa3c82d0d)] {{(pid=86858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:55:20.394210 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:20.402689 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ba3f9014-fe62-437f-bbf9-09640247f04c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:20.442768 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-1f38469a-a637-4ba2-9824-d7c860954fb8 service neutron] 10.222.0.49 "GET /v2.0/networks/c7ada944-b67c-407b-be0e-d1869c073b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2789497 Dec 15 20:55:20.474217 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:20.474813 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:20.477448 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] 10.222.0.41 "PUT /v2.0/ports/4d302766-b927-429e-a03f-3fdf68d6833f HTTP/1.1" status: 200 len: 1093 time: 4.2590139 Dec 15 20:55:20.482243 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '87fc3ef0-4a08-44cd-9f11-c024c159298e', 'tag': '4d302766-b927-429e-a03f-3fdf68d6833f'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:55:20.511336 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] Pushing event updated for resources: {'Port': ['ID=4d302766-b927-429e-a03f-3fdf68d6833f,revision_number=3']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:20.516548 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:20.531193 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 33962) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:20.542363 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-851073ee-3fdd-4969-850c-e03d7d14b857 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Request body: {'security_group': {'name': 'tempest-securitygroup--200800839', 'description': 'tempest-description--1195757697'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:55:20.565411 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-851073ee-3fdd-4969-850c-e03d7d14b857 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:20.575357 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-851073ee-3fdd-4969-850c-e03d7d14b857 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Usage tracker for resource:security_group and tenant:e67c01112e5140159f714a65508bf5cb is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:20.579621 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-851073ee-3fdd-4969-850c-e03d7d14b857 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:20.589209 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-851073ee-3fdd-4969-850c-e03d7d14b857 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:20.603043 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-851073ee-3fdd-4969-850c-e03d7d14b857 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:20.631494 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-851073ee-3fdd-4969-850c-e03d7d14b857 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:20.637310 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-851073ee-3fdd-4969-850c-e03d7d14b857 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Usage tracker for resource:security_group_rule and tenant:e67c01112e5140159f714a65508bf5cb is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:20.641558 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-851073ee-3fdd-4969-850c-e03d7d14b857 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:20.648783 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-851073ee-3fdd-4969-850c-e03d7d14b857 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:20.661736 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-7883f6f1-0a37-4797-9676-1773b9d5885a service neutron] 10.222.0.49 "GET /v2.0/networks/c7ada944-b67c-407b-be0e-d1869c073b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2119796 Dec 15 20:55:20.779005 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 33972) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:20.787153 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fecfa5-5a40-49e5-b0b9-40efde91f272 req-84e413e4-831d-414a-979f-16ff4b85eedb tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:20.795018 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-03fecfa5-5a40-49e5-b0b9-40efde91f272 req-84e413e4-831d-414a-979f-16ff4b85eedb tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 944 time: 0.1274061 Dec 15 20:55:20.895877 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-03fecfa5-5a40-49e5-b0b9-40efde91f272 req-3c7a97fe-5d9a-4305-bb1f-2bb6b3909918 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/security-groups?id=583162b2-4385-4fd7-bb54-1fcfe1879543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947328 Dec 15 20:55:21.041044 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] Notify callbacks [] for port, precommit_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:21.060291 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] Transition to ACTIVE for port object 86369e50-68a6-4ea1-a903-c8548fa38806 will not be triggered until provisioned by entity L2. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:55:21.082544 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-1409b465-b13c-452d-b848-ba84f4f94f2d req-48585549-bf8e-49f4-b1c3-b6cfd3c34e8a service neutron] 10.222.0.41 "GET /v2.0/networks/314a4adc-1433-4021-a295-cf7a4d8218b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2676704 Dec 15 20:55:21.084272 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:21.093933 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:21.112879 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] Request body: {'port': {'device_id': '4bcffede-b59f-4852-9a04-508eef0a1953', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:55:21.145196 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['8ea06233-674f-4338-a53a-ff5825d7e115'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:55:21.215763 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0260b463-ddff-41e7-aa9b-f104af0eef49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:21.236773 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['7ba761fd-f599-4ab4-9445-2bd2f228ac1a'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:55:21.236967 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-0260b463-ddff-41e7-aa9b-f104af0eef49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:21.245184 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-851073ee-3fdd-4969-850c-e03d7d14b857 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:21.260652 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-0260b463-ddff-41e7-aa9b-f104af0eef49 admin admin] Usage tracker for resource:security_group_rule and tenant:b65ccea754fd46dbb2a2d299ea250403 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:21.273344 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-0260b463-ddff-41e7-aa9b-f104af0eef49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:21.289178 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-0260b463-ddff-41e7-aa9b-f104af0eef49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:21.327848 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:21.371984 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e3be1-13e8-4ec9-9068-f8e3fca0c563 req-ae601e44-9bdd-40f0-8266-b6cafc53f6b7 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:21.373554 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e92e3be1-13e8-4ec9-9068-f8e3fca0c563 req-ae601e44-9bdd-40f0-8266-b6cafc53f6b7 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6 HTTP/1.1" status: 200 len: 945 time: 0.3391502 Dec 15 20:55:21.378504 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-851073ee-3fdd-4969-850c-e03d7d14b857 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:21.450349 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-7a775769-0c7a-4eeb-a97a-46daf1d2641e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:21.462010 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1f4501-43b6-4790-98c7-b1dd2cdcb99e req-4e31bde1-20dc-48d6-ae4c-ff10c6a2e3d3 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:21.468868 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-cd1f4501-43b6-4790-98c7-b1dd2cdcb99e req-4e31bde1-20dc-48d6-ae4c-ff10c6a2e3d3 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 931 time: 0.3421786 Dec 15 20:55:21.510697 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-851073ee-3fdd-4969-850c-e03d7d14b857 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:21.512116 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-851073ee-3fdd-4969-850c-e03d7d14b857 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.9793057 Dec 15 20:55:21.520675 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 34006) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:21.525555 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e92e3be1-13e8-4ec9-9068-f8e3fca0c563 req-c1524d2f-f8b7-4a5f-a3b2-a77a625f6e04 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334903 Dec 15 20:55:21.542488 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-281fb67b-40f8-4f52-a38e-7d72e14e8681 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Request body: {'security_group_rule': {'security_group_id': '8b6846b5-07d3-495b-aba5-1a9026650abc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:55:21.585367 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-281fb67b-40f8-4f52-a38e-7d72e14e8681 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:21.602845 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821c9d1-1057-4a00-8701-8e1432a82c72 None None] Pushing event updated for resources: {'Port': ['ID=86369e50-68a6-4ea1-a903-c8548fa38806,revision_number=3']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:21.630788 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-f821c9d1-1057-4a00-8701-8e1432a82c72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:21.651776 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851073ee-3fdd-4969-850c-e03d7d14b857 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6846b5-07d3-495b-aba5-1a9026650abc,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:21.667806 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-851073ee-3fdd-4969-850c-e03d7d14b857 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:21.690307 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '87fc3ef0-4a08-44cd-9f11-c024c159298e', 'tag': '4d302766-b927-429e-a03f-3fdf68d6833f', 'status': 'completed', 'code': 200} Dec 15 20:55:21.700239 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] Attempting to bind port 86369e50-68a6-4ea1-a903-c8548fa38806 on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:55:21.700797 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] Attempting to bind port 86369e50-68a6-4ea1-a903-c8548fa38806 by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': '359406e9-c978-4a6b-820c-bf18b686d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93026352-c79c-42ad-baed-f8112007ec46'}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:55:21.701322 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] Attempting to bind port 86369e50-68a6-4ea1-a903-c8548fa38806 on network 93026352-c79c-42ad-baed-f8112007ec46 {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:55:21.703763 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-037778e3-f95b-4d2b-ad2c-6030ebb68aec req-b21757e9-4612-46cc-855b-2c4a5de45cfd service neutron] 10.222.0.41 "GET /v2.0/networks/80313551-4978-4263-bd6f-c5ef8342b2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6273293 Dec 15 20:55:21.705250 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:21.723939 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-74f48bf8-2a45-4a24-b4d7-3649fcfa12e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:21.725435 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-74f48bf8-2a45-4a24-b4d7-3649fcfa12e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59dfe1e7aa764fd1a4000c98a26c6129&device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 1096 time: 0.6174638 Dec 15 20:55:21.730616 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 55, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:55:21.731227 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] Checking segment: {'id': '359406e9-c978-4a6b-820c-bf18b686d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93026352-c79c-42ad-baed-f8112007ec46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:55:21.733462 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:21.734358 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] Bound using segment: {'id': '359406e9-c978-4a6b-820c-bf18b686d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93026352-c79c-42ad-baed-f8112007ec46'} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:55:21.735021 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] Bound port: 86369e50-68a6-4ea1-a903-c8548fa38806, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359406e9-c978-4a6b-820c-bf18b686d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93026352-c79c-42ad-baed-f8112007ec46'}}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:55:21.735666 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:21.791079 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-281fb67b-40f8-4f52-a38e-7d72e14e8681 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Usage tracker for resource:security_group_rule and tenant:e67c01112e5140159f714a65508bf5cb is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:21.858012 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0260b463-ddff-41e7-aa9b-f104af0eef49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:21.860745 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-281fb67b-40f8-4f52-a38e-7d72e14e8681 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:21.880727 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-cd1f4501-43b6-4790-98c7-b1dd2cdcb99e req-412cb78d-0e04-4c59-b110-44d5e745a34d tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4109993 Dec 15 20:55:21.881621 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-281fb67b-40f8-4f52-a38e-7d72e14e8681 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:21.928840 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0260b463-ddff-41e7-aa9b-f104af0eef49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:21.971708 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:21.998967 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1ecba65a-54ce-4e5f-86fb-ae67488b73d4 req-b47b39b5-bbf3-4996-9e66-23edf5e6af5d tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 210 time: 0.1312108 Dec 15 20:55:22.064008 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 34022) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:22.064150 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-0260b463-ddff-41e7-aa9b-f104af0eef49 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b65ccea754fd46dbb2a2d299ea250403&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2670972 Dec 15 20:55:22.068508 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-281fb67b-40f8-4f52-a38e-7d72e14e8681 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:22.107407 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0260b463-ddff-41e7-aa9b-f104af0eef49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a97f0cf-8678-48b0-8181-055cfba1df9a,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:22.119992 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-0260b463-ddff-41e7-aa9b-f104af0eef49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:22.153812 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] For port 86369e50-68a6-4ea1-a903-c8548fa38806, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:55:22.176977 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] For port 86369e50-68a6-4ea1-a903-c8548fa38806, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=86369e50-68a6-4ea1-a903-c8548fa38806,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:55:22.189374 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:22.197367 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:22.205635 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-281fb67b-40f8-4f52-a38e-7d72e14e8681 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:22.216340 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-281fb67b-40f8-4f52-a38e-7d72e14e8681 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810047'] for security_group_rule, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:22.231501 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89159bf1-2b22-4e75-8331-95ad2f3ab701 req-35c72f85-db71-493a-95d5-e8f28db27c73 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:22.233030 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-89159bf1-2b22-4e75-8331-95ad2f3ab701 req-35c72f85-db71-493a-95d5-e8f28db27c73 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 944 time: 0.1749618 Dec 15 20:55:22.237120 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f42514ac-648a-45ec-a1cb-84b0c75c5285 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:22.250061 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-33ec4713-1e91-48fe-857e-375862b74c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:22.284608 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] Routers {'f6327fe7-ee94-4b44-a904-cc054d988925'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:55:22.285232 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:55:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['f6327fe7-ee94-4b44-a904-cc054d988925'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:55:22.304134 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-281fb67b-40f8-4f52-a38e-7d72e14e8681 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d92cc061-4ced-4794-8f03-ed4130604e54,revision_number=0']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:22.309957 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-33ec4713-1e91-48fe-857e-375862b74c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:22.314173 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-281fb67b-40f8-4f52-a38e-7d72e14e8681 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:22.325618 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-89159bf1-2b22-4e75-8331-95ad2f3ab701 req-40eaf525-a6a5-470e-9879-ddbcaafa2403 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/security-groups?id=583162b2-4385-4fd7-bb54-1fcfe1879543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796993 Dec 15 20:55:22.338624 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-281fb67b-40f8-4f52-a38e-7d72e14e8681 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:22.342710 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-281fb67b-40f8-4f52-a38e-7d72e14e8681 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8208730 Dec 15 20:55:22.343337 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 34032) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:22.348219 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-843a9016-0cc4-4460-846a-ef01007caa91 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Request body: {'security_group_rule': {'security_group_id': '8b6846b5-07d3-495b-aba5-1a9026650abc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:55:22.359384 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-843a9016-0cc4-4460-846a-ef01007caa91 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:22.364664 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-843a9016-0cc4-4460-846a-ef01007caa91 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Usage tracker for resource:security_group_rule and tenant:e67c01112e5140159f714a65508bf5cb is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:22.371681 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-843a9016-0cc4-4460-846a-ef01007caa91 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:22.381238 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-843a9016-0cc4-4460-846a-ef01007caa91 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:22.417917 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-843a9016-0cc4-4460-846a-ef01007caa91 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:22.501952 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-843a9016-0cc4-4460-846a-ef01007caa91 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:22.502084 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9bb86070-b532-4527-8737-b73777c3f675 {{(pid=86858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:55:22.511095 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-843a9016-0cc4-4460-846a-ef01007caa91 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810047'] for security_group_rule, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:22.513177 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:22.516592 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:22.534700 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-33ec4713-1e91-48fe-857e-375862b74c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:22.548480 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843a9016-0cc4-4460-846a-ef01007caa91 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0fd7e32c-8448-414c-bb8e-eab715ae5616,revision_number=0']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:22.549507 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] Transition to ACTIVE for port object 9bb86070-b532-4527-8737-b73777c3f675 will not be triggered until provisioned by entity L2. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:55:22.552786 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-843a9016-0cc4-4460-846a-ef01007caa91 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:22.555328 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:22.567127 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-843a9016-0cc4-4460-846a-ef01007caa91 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:22.569018 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33ec4713-1e91-48fe-857e-375862b74c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a97f0cf-8678-48b0-8181-055cfba1df9a,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:22.571953 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-33ec4713-1e91-48fe-857e-375862b74c6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:22.572343 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-843a9016-0cc4-4460-846a-ef01007caa91 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2280309 Dec 15 20:55:22.572470 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 34042) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:22.575772 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:22.583775 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-ba39927a-057c-40f4-bc2e-47414d99e74d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Request body: {'floatingip': {'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:55:22.589282 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-ba39927a-057c-40f4-bc2e-47414d99e74d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:22.590594 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f821c9d1-1057-4a00-8701-8e1432a82c72 None None] Pushing event updated for resources: {'Port': ['ID=86369e50-68a6-4ea1-a903-c8548fa38806,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:22.593245 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-ba39927a-057c-40f4-bc2e-47414d99e74d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Usage tracker for resource:floatingip and tenant:e67c01112e5140159f714a65508bf5cb is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:22.596212 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-ba39927a-057c-40f4-bc2e-47414d99e74d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:22.600694 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-f821c9d1-1057-4a00-8701-8e1432a82c72 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:22.604097 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-ba39927a-057c-40f4-bc2e-47414d99e74d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:22.615989 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-33ec4713-1e91-48fe-857e-375862b74c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:22.617109 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-33ec4713-1e91-48fe-857e-375862b74c6a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1a97f0cf-8678-48b0-8181-055cfba1df9a HTTP/1.1" status: 204 len: 168 time: 0.5503368 Dec 15 20:55:22.620050 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:22.642450 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] Set router f6327fe7-ee94-4b44-a904-cc054d988925 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:55:22.694573 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] Pushing event updated for resources: {'Port': ['ID=9bb86070-b532-4527-8737-b73777c3f675,revision_number=2']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:22.697109 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ba39927a-057c-40f4-bc2e-47414d99e74d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for floatingip, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:22.710764 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:22.841955 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac4e3ce-7fd5-48ed-a68e-a67a401a0721 req-6928de7d-aad5-400d-85cb-ca96de991c47 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:22.851782 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6ac4e3ce-7fd5-48ed-a68e-a67a401a0721 req-6928de7d-aad5-400d-85cb-ca96de991c47 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6 HTTP/1.1" status: 200 len: 945 time: 0.1847897 Dec 15 20:55:22.968619 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6ac4e3ce-7fd5-48ed-a68e-a67a401a0721 req-03fd9ba3-b919-44b4-b629-08805c333c3f tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128075 Dec 15 20:55:22.983517 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] Attempting to bind port 9bb86070-b532-4527-8737-b73777c3f675 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:55:22.983840 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] Attempting to bind port 9bb86070-b532-4527-8737-b73777c3f675 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '7983d604-51dc-491a-b76b-35bfa3c82d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '64efe9fb-5976-41a9-8ac7-66748ac3041e'}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:55:22.984323 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] Attempting to bind port 9bb86070-b532-4527-8737-b73777c3f675 on network 64efe9fb-5976-41a9-8ac7-66748ac3041e {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:55:23.005729 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] Port 9bb86070-b532-4527-8737-b73777c3f675 on network 64efe9fb-5976-41a9-8ac7-66748ac3041e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 20:55:23.017838 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] Attempting to bind port 9bb86070-b532-4527-8737-b73777c3f675 on network 64efe9fb-5976-41a9-8ac7-66748ac3041e {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:55:23.034175 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] Checking agent: {'id': '725a3879-ffa9-43b4-b39f-ace0d62390f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'started_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:55:23.034513 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] Checking segment: {'id': '7983d604-51dc-491a-b76b-35bfa3c82d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '64efe9fb-5976-41a9-8ac7-66748ac3041e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:55:23.035015 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] Bound using segment: {'id': '7983d604-51dc-491a-b76b-35bfa3c82d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '64efe9fb-5976-41a9-8ac7-66748ac3041e'} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:55:23.035326 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] Bound port: 9bb86070-b532-4527-8737-b73777c3f675, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7983d604-51dc-491a-b76b-35bfa3c82d0d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '64efe9fb-5976-41a9-8ac7-66748ac3041e'}}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:55:23.035675 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:23.092223 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'name': 'tempest-AttachVolumeShelveTestJSON-329725510-router', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'gw_port': {'id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:53Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '86369e50-68a6-4ea1-a903-c8548fa38806', 'name': '', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'mac_address': 'fa:16:3e:29:79:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:11Z', 'updated_at': '2021-12-15T20:55:22Z', 'revision_number': 4, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'subnets': [{'id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:55:23.100411 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7042788-6326-4eff-ae35-85cc35270745 None None] The sync data for ids ['f6327fe7-ee94-4b44-a904-cc054d988925'] in dv-cinder-821892-1-iscsi is: [{'id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'name': 'tempest-AttachVolumeShelveTestJSON-329725510-router', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'gw_port': {'id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:53Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '86369e50-68a6-4ea1-a903-c8548fa38806', 'name': '', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'mac_address': 'fa:16:3e:29:79:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:11Z', 'updated_at': '2021-12-15T20:55:22Z', 'revision_number': 4, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'subnets': [{'id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 20:55:23.199665 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] For port 9bb86070-b532-4527-8737-b73777c3f675, host hv-cinder-82189, cleared binding levels {{(pid=86858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:55:23.208661 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] For port 9bb86070-b532-4527-8737-b73777c3f675, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9bb86070-b532-4527-8737-b73777c3f675,segment=NetworkSegment(7983d604-51dc-491a-b76b-35bfa3c82d0d),segment_id=7983d604-51dc-491a-b76b-35bfa3c82d0d)] {{(pid=86858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:55:23.219426 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:23.237661 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:23.289505 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b0fc0074-57bd-43b8-8745-31b12802ec66 req-974f887b-8905-459f-b0e5-31c36b77d7a9 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 210 time: 0.0816400 Dec 15 20:55:23.338405 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:23.339125 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:23.340528 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] 10.222.0.41 "PUT /v2.0/ports/9bb86070-b532-4527-8737-b73777c3f675 HTTP/1.1" status: 200 len: 1093 time: 2.2605367 Dec 15 20:55:23.362181 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ba39927a-057c-40f4-bc2e-47414d99e74d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:23.364283 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] Pushing event updated for resources: {'Port': ['ID=9bb86070-b532-4527-8737-b73777c3f675,revision_number=3']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:23.368343 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:23.386458 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e30691-4b59-426c-905b-514982f66ff1 req-07fee670-4b1d-4898-b56f-4640fcd198db tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:23.387726 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-29e30691-4b59-426c-905b-514982f66ff1 req-07fee670-4b1d-4898-b56f-4640fcd198db tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 943 time: 0.2559118 Dec 15 20:55:23.467018 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-29e30691-4b59-426c-905b-514982f66ff1 req-32e31876-6fe4-4e59-9c94-7b3ba3d0e0a0 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683782 Dec 15 20:55:23.586971 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [None req-ba39927a-057c-40f4-bc2e-47414d99e74d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Allocated IP 172.27.1.114 (83db4151-6da2-47b8-971d-0a11887406d4/9a076902-1727-47fe-9eed-a31b1c56c654/7b02062d-5714-4736-9a83-7e813843ddc8) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:55:23.650067 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c4c323-f1d9-4f97-bc8d-e43600e17d2b req-ad1b0c8c-2dc3-46f4-a10e-6b8a04f6fc9a tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:23.651606 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-04c4c323-f1d9-4f97-bc8d-e43600e17d2b req-ad1b0c8c-2dc3-46f4-a10e-6b8a04f6fc9a tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 944 time: 0.1428251 Dec 15 20:55:23.712312 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4bcffede-b59f-4852-9a04-508eef0a1953', 'tag': '9bb86070-b532-4527-8737-b73777c3f675'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:55:23.726740 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-04c4c323-f1d9-4f97-bc8d-e43600e17d2b req-6ac4383c-9e8f-4693-8c92-7a7ea5b58bc5 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/security-groups?id=583162b2-4385-4fd7-bb54-1fcfe1879543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686479 Dec 15 20:55:23.787980 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4bcffede-b59f-4852-9a04-508eef0a1953', 'tag': '9bb86070-b532-4527-8737-b73777c3f675', 'status': 'completed', 'code': 200} Dec 15 20:55:23.845708 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ba39927a-057c-40f4-bc2e-47414d99e74d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:23.884243 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ba39927a-057c-40f4-bc2e-47414d99e74d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:23.890167 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:23.965506 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba39927a-057c-40f4-bc2e-47414d99e74d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Network 83db4151-6da2-47b8-971d-0a11887406d4 is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:55:23.967885 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-ba39927a-057c-40f4-bc2e-47414d99e74d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:55:23.971943 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba39927a-057c-40f4-bc2e-47414d99e74d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:55:24.084852 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39927a-057c-40f4-bc2e-47414d99e74d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Pushing event updated for resources: {'Port': ['ID=7b02062d-5714-4736-9a83-7e813843ddc8,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:24.092702 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ba39927a-057c-40f4-bc2e-47414d99e74d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:24.120989 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ba39927a-057c-40f4-bc2e-47414d99e74d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:24.284246 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10b36619-f6ba-4275-b99f-51f278160dbf req-80b358a7-f3a8-48cf-80c5-0f6a1b183773 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:24.288497 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-10b36619-f6ba-4275-b99f-51f278160dbf req-80b358a7-f3a8-48cf-80c5-0f6a1b183773 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6 HTTP/1.1" status: 200 len: 945 time: 0.1343000 Dec 15 20:55:24.354176 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-10b36619-f6ba-4275-b99f-51f278160dbf req-8283b396-9d9b-4a30-96d5-b433ad5b6fc8 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595739 Dec 15 20:55:24.518157 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ba39927a-057c-40f4-bc2e-47414d99e74d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:24.542892 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7fd7d23d-597f-42bd-b3d4-d00de53621b7 req-15987048-cec4-4544-b683-c771b2f834ff tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 210 time: 0.0765774 Dec 15 20:55:24.606681 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-ab4673d1-9fb5-4f58-8780-b1c25d1ef382 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d302766-b927-429e-a03f-3fdf68d6833f HTTP/1.1" status: 200 len: 217 time: 0.4173520 Dec 15 20:55:24.707950 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca1cdee-4112-47fd-9dfd-1e3b67db0937 req-4e462c91-6b44-4344-b640-3b4c2256c3cd tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:24.716564 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-bca1cdee-4112-47fd-9dfd-1e3b67db0937 req-4e462c91-6b44-4344-b640-3b4c2256c3cd tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 943 time: 0.1013350 Dec 15 20:55:24.756971 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-037778e3-f95b-4d2b-ad2c-6030ebb68aec req-6aca6acb-bed7-4c27-aad0-f43c2c6d877e service neutron] 10.222.0.41 "GET /v2.0/networks/80313551-4978-4263-bd6f-c5ef8342b2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5632207 Dec 15 20:55:24.770576 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-bca1cdee-4112-47fd-9dfd-1e3b67db0937 req-8cea03df-4ea5-4a0e-a8c9-ac1df86564d9 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530300 Dec 15 20:55:24.913319 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-1d783cbc-475e-48d4-bdc9-d9e8ebcdb4d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:24.914929 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-1d783cbc-475e-48d4-bdc9-d9e8ebcdb4d7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=242f45b8-10fa-40a9-9d70-6363d2d5e1fa HTTP/1.1" status: 200 len: 859 time: 0.2896435 Dec 15 20:55:24.975222 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a33dac-8dde-47f9-b2ae-3b40970da672 req-8937a312-f155-4a5d-89e7-34fc6eca8b80 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:24.984014 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-38a33dac-8dde-47f9-b2ae-3b40970da672 req-8937a312-f155-4a5d-89e7-34fc6eca8b80 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 944 time: 0.1227221 Dec 15 20:55:25.048783 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-38a33dac-8dde-47f9-b2ae-3b40970da672 req-56ee70bb-ec9e-4e92-acfb-b208eec575e1 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/security-groups?id=583162b2-4385-4fd7-bb54-1fcfe1879543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638168 Dec 15 20:55:25.060664 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-a6302d71-5967-4330-8361-fcf0f690fbc7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64efe9fb-5976-41a9-8ac7-66748ac3041e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1358614 Dec 15 20:55:25.118485 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 86369e50-68a6-4ea1-a903-c8548fa38806 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:55:25.203372 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port 86369e50-68a6-4ea1-a903-c8548fa38806 completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:55:25.210599 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 86369e50-68a6-4ea1-a903-c8548fa38806 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:55:25.211106 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:25.345320 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:25.350509 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d6660-69f3-4265-a27e-38ad9a0c2f9e req-7257394a-7743-4aad-95b4-404767babb91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:25.351963 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-fe2d6660-69f3-4265-a27e-38ad9a0c2f9e req-7257394a-7743-4aad-95b4-404767babb91 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59dfe1e7aa764fd1a4000c98a26c6129&device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 1096 time: 0.8608236 Dec 15 20:55:25.386051 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] For port 86369e50-68a6-4ea1-a903-c8548fa38806, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=86369e50-68a6-4ea1-a903-c8548fa38806,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:55:25.393907 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:25.395771 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-f821c9d1-1057-4a00-8701-8e1432a82c72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:25.445004 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ba39927a-057c-40f4-bc2e-47414d99e74d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for port, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:25.468135 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Pushing event updated for resources: {'Port': ['ID=86369e50-68a6-4ea1-a903-c8548fa38806,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:25.471095 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:25.478413 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ba39927a-057c-40f4-bc2e-47414d99e74d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:25.486967 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-24c90c37-cf56-4500-b814-b1df81ee0ae0 service neutron] 10.222.0.41 "GET /v2.0/networks/64efe9fb-5976-41a9-8ac7-66748ac3041e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4079182 Dec 15 20:55:25.560381 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:25.622734 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec6fcd7-d396-47c8-bf7e-9c0eb33a0697 req-423e82a9-d8f0-47af-9df1-fe08b0310eec tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:25.633781 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9ec6fcd7-d396-47c8-bf7e-9c0eb33a0697 req-423e82a9-d8f0-47af-9df1-fe08b0310eec tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6 HTTP/1.1" status: 200 len: 945 time: 0.1014092 Dec 15 20:55:25.694163 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9ec6fcd7-d396-47c8-bf7e-9c0eb33a0697 req-ea84206d-2f51-4c6d-b9ac-331a7d562fac tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594232 Dec 15 20:55:25.753117 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ba39927a-057c-40f4-bc2e-47414d99e74d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677241'] for floatingip, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:25.760615 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-594239d7-611d-41d4-8daf-8c8237a37a69 req-46fb430b-f906-4f91-9dcf-c45f246f7243 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 210 time: 0.0494902 Dec 15 20:55:25.813183 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-0011ae91-31fe-4350-8c45-780c2ccceda8 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:25.814786 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-0011ae91-31fe-4350-8c45-780c2ccceda8 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.41 "GET /v2.0/networks?id=c7ada944-b67c-407b-be0e-d1869c073b7e HTTP/1.1" status: 200 len: 811 time: 0.7976804 Dec 15 20:55:25.880651 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba39927a-057c-40f4-bc2e-47414d99e74d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Pushing event updated for resources: {'Port': ['ID=7b02062d-5714-4736-9a83-7e813843ddc8,revision_number=2']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:25.883271 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ba39927a-057c-40f4-bc2e-47414d99e74d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for floatingip, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:25.885587 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-ba39927a-057c-40f4-bc2e-47414d99e74d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3118382 Dec 15 20:55:25.886661 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ba39927a-057c-40f4-bc2e-47414d99e74d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:26.070495 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d6660-69f3-4265-a27e-38ad9a0c2f9e req-c840d79e-a68d-4ad3-a306-88926051b5e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:26.070926 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3917da18-35b3-41e6-9794-fe28daa9210b req-ae662603-32b6-4642-ab92-1db2bf896936 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:26.073532 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-fe2d6660-69f3-4265-a27e-38ad9a0c2f9e req-c840d79e-a68d-4ad3-a306-88926051b5e4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=59dfe1e7aa764fd1a4000c98a26c6129&shared=False HTTP/1.1" status: 200 len: 920 time: 0.6213846 Dec 15 20:55:26.079007 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3917da18-35b3-41e6-9794-fe28daa9210b req-ae662603-32b6-4642-ab92-1db2bf896936 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 943 time: 0.1408474 Dec 15 20:55:26.156913 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 7ba761fd-f599-4ab4-9445-2bd2f228ac1a up at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:55:26.174305 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3917da18-35b3-41e6-9794-fe28daa9210b req-f50576d2-742b-4b0e-9833-047c62c632ef tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941958 Dec 15 20:55:26.245182 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-7c24480a-7d58-4be3-8251-f4c2b1688439 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1c77d1948bd48a0aa5bbdac1c6cf4a4 HTTP/1.1" status: 200 len: 380 time: 0.4090908 Dec 15 20:55:26.247216 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-430d6de4-f881-4708-94c5-bc91a3c6c9a2 req-091887e1-8526-4c7d-9cba-f60a284dea85 service neutron] 10.222.0.41 "GET /v2.0/networks/64efe9fb-5976-41a9-8ac7-66748ac3041e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6476390 Dec 15 20:55:26.250245 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d6660-69f3-4265-a27e-38ad9a0c2f9e req-cb507760-6e30-4cfb-9761-481cac949f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:26.251854 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-fe2d6660-69f3-4265-a27e-38ad9a0c2f9e req-cb507760-6e30-4cfb-9761-481cac949f4a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1691930 Dec 15 20:55:26.271371 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-f8b17804-f861-47ed-a035-91685ed82c5c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Request body: {'port': {'device_id': 'd1e1717e-8054-4dd5-8fe7-eff94d3bc075', 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e', 'admin_state_up': True, 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'security_groups': ['39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7']}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:55:26.300095 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a3ac5fd-8906-453e-a01c-21a13812e4a1 req-7d26452d-90fa-4298-b406-f6a42baa8edc tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:26.302379 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7a3ac5fd-8906-453e-a01c-21a13812e4a1 req-7d26452d-90fa-4298-b406-f6a42baa8edc tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 944 time: 0.1264322 Dec 15 20:55:26.321328 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning for port 7ba761fd-f599-4ab4-9445-2bd2f228ac1a completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:55:26.328504 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning complete for port 7ba761fd-f599-4ab4-9445-2bd2f228ac1a triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:55:26.329126 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:26.381662 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-c1d8b083-a291-416f-81c6-c9d9fd3f6f32 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Synchronizing usage tracker for tenant:e67c01112e5140159f714a65508bf5cb on resource:security_group {{(pid=86859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:55:26.424672 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7a3ac5fd-8906-453e-a01c-21a13812e4a1 req-108e0531-556e-45f3-91c6-3dfea0c187ef tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/security-groups?id=583162b2-4385-4fd7-bb54-1fcfe1879543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158626 Dec 15 20:55:26.446374 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-c1d8b083-a291-416f-81c6-c9d9fd3f6f32 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Unset dirty status for tenant:e67c01112e5140159f714a65508bf5cb on resource:security_group {{(pid=86859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:55:26.455257 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-c1d8b083-a291-416f-81c6-c9d9fd3f6f32 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--200800839&fields=id&tenant_id=e67c01112e5140159f714a65508bf5cb HTTP/1.1" status: 200 len: 267 time: 0.1276217 Dec 15 20:55:26.488440 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:26.522382 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d35836-3a21-4ab6-a40b-8b1bcb6a03d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba761fd-f599-4ab4-9445-2bd2f228ac1a'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:55:26.598916 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 7ba761fd-f599-4ab4-9445-2bd2f228ac1a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7ba761fd-f599-4ab4-9445-2bd2f228ac1a,segment=NetworkSegment(ae6fa0f6-5b60-452f-8239-ffb398b012d3),segment_id=ae6fa0f6-5b60-452f-8239-ffb398b012d3)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:55:26.606252 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:26.607108 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 8ea06233-674f-4338-a53a-ff5825d7e115 up at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:55:26.615166 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-04be46d7-1106-451e-8735-6af3a307501e tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:26.616190 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-04be46d7-1106-451e-8735-6af3a307501e tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Synchronizing usage tracker for tenant:e67c01112e5140159f714a65508bf5cb on resource:network {{(pid=86859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:55:26.635455 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:26.638326 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-04be46d7-1106-451e-8735-6af3a307501e tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Unset dirty status for tenant:e67c01112e5140159f714a65508bf5cb on resource:network {{(pid=86859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:55:26.640419 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-04be46d7-1106-451e-8735-6af3a307501e tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/networks?id=93026352-c79c-42ad-baed-f8112007ec46 HTTP/1.1" status: 200 len: 816 time: 0.1825051 Dec 15 20:55:26.663576 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-f37cedf8-9500-472b-9184-1095ad46a797 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/quotas/e67c01112e5140159f714a65508bf5cb HTTP/1.1" status: 200 len: 375 time: 0.0151203 Dec 15 20:55:26.683231 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-fc7359bb-a091-4575-aa40-054e0b5c1b52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:26.684675 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-fc7359bb-a091-4575-aa40-054e0b5c1b52 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59dfe1e7aa764fd1a4000c98a26c6129&device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 1096 time: 0.3729236 Dec 15 20:55:26.690666 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be21c1-a69f-408a-8493-5e280303fecc req-3f26fc92-9679-428a-b1f2-cb0cca2ea81d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:26.692098 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-02be21c1-a69f-408a-8493-5e280303fecc req-3f26fc92-9679-428a-b1f2-cb0cca2ea81d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59dfe1e7aa764fd1a4000c98a26c6129&device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 1096 time: 0.3451078 Dec 15 20:55:26.694145 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-f8b17804-f861-47ed-a035-91685ed82c5c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:26.730387 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=7ba761fd-f599-4ab4-9445-2bd2f228ac1a,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:26.733913 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:26.745282 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning for port 8ea06233-674f-4338-a53a-ff5825d7e115 completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:55:26.755195 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning complete for port 8ea06233-674f-4338-a53a-ff5825d7e115 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:55:26.755913 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:26.786647 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-f8b17804-f861-47ed-a035-91685ed82c5c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:26.789584 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-3037cd6a-ee8e-4a70-a40c-542b8a2d8d5e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bb86070-b532-4527-8737-b73777c3f675 HTTP/1.1" status: 200 len: 217 time: 0.0965550 Dec 15 20:55:26.833697 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-65213ee8-c99f-4b74-9079-e6a4a5696894 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e67c01112e5140159f714a65508bf5cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1592717 Dec 15 20:55:26.862983 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-f8b17804-f861-47ed-a035-91685ed82c5c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Made reservation on behalf of c1c77d1948bd48a0aa5bbdac1c6cf4a4 for: {'port': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:55:26.869333 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-f8b17804-f861-47ed-a035-91685ed82c5c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:26.889261 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:26.925879 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 8ea06233-674f-4338-a53a-ff5825d7e115, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=8ea06233-674f-4338-a53a-ff5825d7e115,segment=NetworkSegment(ae68ac1e-e1ad-482b-960a-97d6ac5da630),segment_id=ae68ac1e-e1ad-482b-960a-97d6ac5da630)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:55:26.931071 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:26.933271 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:27.034464 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=8ea06233-674f-4338-a53a-ff5825d7e115,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:27.046157 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:27.078701 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 86369e50-68a6-4ea1-a903-c8548fa38806 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:55:27.145272 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-f8b17804-f861-47ed-a035-91685ed82c5c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Allocated IP 172.20.0.3 (c7ada944-b67c-407b-be0e-d1869c073b7e/5036755d-7452-453b-a442-049d1bf022e9/a2037936-b08a-46ec-9ff3-903f7fa93eae) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:55:27.186174 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-5dc59364-9267-40a1-9ca9-5e9d55d70f1c service neutron] 10.222.0.49 "GET /v2.0/networks/93026352-c79c-42ad-baed-f8112007ec46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3505616 Dec 15 20:55:27.222864 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 86369e50-68a6-4ea1-a903-c8548fa38806 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:55:27.223363 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:27.250719 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3332208-4ab0-48e8-b5fb-938dbaaed1e9 req-0ebd18a3-82c9-48ed-90b9-0e945854ea5f tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:27.252225 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e3332208-4ab0-48e8-b5fb-938dbaaed1e9 req-0ebd18a3-82c9-48ed-90b9-0e945854ea5f tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6 HTTP/1.1" status: 200 len: 946 time: 0.3904006 Dec 15 20:55:27.316586 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be21c1-a69f-408a-8493-5e280303fecc req-78be45a7-7aa6-44a0-8875-387223e396a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:27.318069 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-02be21c1-a69f-408a-8493-5e280303fecc req-78be45a7-7aa6-44a0-8875-387223e396a5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64efe9fb-5976-41a9-8ac7-66748ac3041e HTTP/1.1" status: 200 len: 920 time: 0.5722337 Dec 15 20:55:27.394494 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e3332208-4ab0-48e8-b5fb-938dbaaed1e9 req-c39fa88e-531b-4232-8001-feb7d16d471d tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298528 Dec 15 20:55:27.395969 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-f8b17804-f861-47ed-a035-91685ed82c5c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:27.427069 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-f8b17804-f861-47ed-a035-91685ed82c5c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Transition to ACTIVE for port object a2037936-b08a-46ec-9ff3-903f7fa93eae will not be triggered until provisioned by entity DHCP. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:55:27.476345 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-6d5435fb-542d-4150-829a-0278131a34ca service neutron] 10.222.0.49 "GET /v2.0/networks/93026352-c79c-42ad-baed-f8112007ec46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2800403 Dec 15 20:55:27.484848 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-f8b17804-f861-47ed-a035-91685ed82c5c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:27.495884 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:27.583255 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-f8b17804-f861-47ed-a035-91685ed82c5c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Network c7ada944-b67c-407b-be0e-d1869c073b7e is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:55:27.587502 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-f8b17804-f861-47ed-a035-91685ed82c5c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:55:27.592129 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-f8b17804-f861-47ed-a035-91685ed82c5c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:55:27.598020 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-f8b17804-f861-47ed-a035-91685ed82c5c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:27.598628 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-f8b17804-f861-47ed-a035-91685ed82c5c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:27.632656 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b17804-f861-47ed-a035-91685ed82c5c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Pushing event updated for resources: {'Port': ['ID=a2037936-b08a-46ec-9ff3-903f7fa93eae,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:27.635858 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-f8b17804-f861-47ed-a035-91685ed82c5c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:27.668218 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-f8b17804-f861-47ed-a035-91685ed82c5c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4044836 Dec 15 20:55:27.721661 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e7f183b-9332-4650-a017-4fa9cd62bd99 req-eeefb172-8a0c-4e75-b015-d9ef803b14dd tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:27.726336 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9e7f183b-9332-4650-a017-4fa9cd62bd99 req-eeefb172-8a0c-4e75-b015-d9ef803b14dd tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 931 time: 0.2089312 Dec 15 20:55:27.800355 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9e7f183b-9332-4650-a017-4fa9cd62bd99 req-dd1d3ba8-ea9f-4f2f-ade8-4a4ffb6be752 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0669341 Dec 15 20:55:27.837887 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d35836-3a21-4ab6-a40b-8b1bcb6a03d6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7ba761fd-f599-4ab4-9445-2bd2f228ac1a', 'code': 200} Dec 15 20:55:27.994963 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-622d6434-f211-43ad-87fc-16703d0536ce None None] Provisioning for port a2037936-b08a-46ec-9ff3-903f7fa93eae completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:55:28.011724 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-622d6434-f211-43ad-87fc-16703d0536ce None None] Provisioning complete for port a2037936-b08a-46ec-9ff3-903f7fa93eae triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:55:28.013493 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-622d6434-f211-43ad-87fc-16703d0536ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:28.099154 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-622d6434-f211-43ad-87fc-16703d0536ce None None] Port a2037936-b08a-46ec-9ff3-903f7fa93eae cannot update to ACTIVE because it is not bound. {{(pid=86860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 20:55:28.169151 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35a04a-8393-42cb-8764-c6b7e6dc9c4e req-8ba0383e-1546-45d9-a582-10417e878db4 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:28.170638 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-bb35a04a-8393-42cb-8764-c6b7e6dc9c4e req-8ba0383e-1546-45d9-a582-10417e878db4 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 943 time: 0.1716008 Dec 15 20:55:28.190945 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f8d894-561e-4d55-8f41-35caebd06e90 req-ffb1ebb7-dcf6-450d-aa93-e4531f5a74b2 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:28.192356 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e1f8d894-561e-4d55-8f41-35caebd06e90 req-ffb1ebb7-dcf6-450d-aa93-e4531f5a74b2 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 945 time: 0.1144888 Dec 15 20:55:28.265905 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-bb35a04a-8393-42cb-8764-c6b7e6dc9c4e req-f3d85be2-10c0-4421-bfd9-5ed8f0ac0780 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722578 Dec 15 20:55:28.270172 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e1f8d894-561e-4d55-8f41-35caebd06e90 req-0d362003-8626-4fb1-a02b-635e3c0ecad8 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/security-groups?id=583162b2-4385-4fd7-bb54-1fcfe1879543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599630 Dec 15 20:55:28.402320 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-77eca732-89d5-4373-85ef-a85e6b72fc9f req-8b32b625-bea1-4840-8889-710d4d0039f8 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 210 time: 0.0427763 Dec 15 20:55:28.477336 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 34258) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:28.579335 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789c74bb-bfaa-4ed9-8925-28fb534c11be req-47588981-5671-40d6-b092-a18d6b0c8732 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:28.581233 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-789c74bb-bfaa-4ed9-8925-28fb534c11be req-47588981-5671-40d6-b092-a18d6b0c8732 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6 HTTP/1.1" status: 200 len: 946 time: 0.0843909 Dec 15 20:55:28.585047 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-f313db7c-ea18-4354-901a-013246fa4c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:28.586598 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-f313db7c-ea18-4354-901a-013246fa4c92 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=242f45b8-10fa-40a9-9d70-6363d2d5e1fa HTTP/1.1" status: 200 len: 859 time: 0.0623817 Dec 15 20:55:28.605490 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a3ef9fd6-ffa6-47ca-ac02-4241c0ca273d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:28.620781 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-a3ef9fd6-ffa6-47ca-ac02-4241c0ca273d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:28.626780 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-a3ef9fd6-ffa6-47ca-ac02-4241c0ca273d admin admin] Usage tracker for resource:security_group_rule and tenant:7049247b80a240d2ac29348e89c3bdb6 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:28.629547 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-a3ef9fd6-ffa6-47ca-ac02-4241c0ca273d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:28.629724 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-789c74bb-bfaa-4ed9-8925-28fb534c11be req-3019aff7-aa28-4b02-b601-287243c6efdf tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420940 Dec 15 20:55:28.635462 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-a3ef9fd6-ffa6-47ca-ac02-4241c0ca273d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:28.718320 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a3ef9fd6-ffa6-47ca-ac02-4241c0ca273d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:28.721870 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a3ef9fd6-ffa6-47ca-ac02-4241c0ca273d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:28.729987 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-db8790c8-93b3-449e-91d1-dc54253cbb47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:28.769862 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-a3ef9fd6-ffa6-47ca-ac02-4241c0ca273d admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7049247b80a240d2ac29348e89c3bdb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2914031 Dec 15 20:55:28.770742 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ef9fd6-ffa6-47ca-ac02-4241c0ca273d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03fa84ec-580f-48e7-bdfd-5612468d4bb2,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:28.772572 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 34268) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:28.774023 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-a3ef9fd6-ffa6-47ca-ac02-4241c0ca273d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:28.834536 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-9d8e6223-3e96-45d9-81fe-28b0371565ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:28.860531 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-9d8e6223-3e96-45d9-81fe-28b0371565ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:28.914172 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-9d8e6223-3e96-45d9-81fe-28b0371565ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:28.919860 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-bb26c5dd-8a6f-44f1-8ac7-588d0f89176b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:28.975664 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8e6223-3e96-45d9-81fe-28b0371565ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03fa84ec-580f-48e7-bdfd-5612468d4bb2,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:28.979406 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-9d8e6223-3e96-45d9-81fe-28b0371565ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:28.981071 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-9d8e6223-3e96-45d9-81fe-28b0371565ff admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/03fa84ec-580f-48e7-bdfd-5612468d4bb2 HTTP/1.1" status: 204 len: 168 time: 0.2069488 Dec 15 20:55:28.982332 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-9d8e6223-3e96-45d9-81fe-28b0371565ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:29.031436 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1822ea0a-5ec7-4ff6-abbf-d957d420090f req-621d3f25-f43d-4e26-8a09-d201b1d83b36 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:29.033018 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1822ea0a-5ec7-4ff6-abbf-d957d420090f req-621d3f25-f43d-4e26-8a09-d201b1d83b36 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 931 time: 0.1055439 Dec 15 20:55:29.079149 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1822ea0a-5ec7-4ff6-abbf-d957d420090f req-dd411be2-5aee-45de-a6bc-e64906b60c79 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399778 Dec 15 20:55:29.252606 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 34280) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:29.269942 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-775312cc-b5a3-440a-a9cc-663ded28701f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:29.284435 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-775312cc-b5a3-440a-a9cc-663ded28701f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:29.288211 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-775312cc-b5a3-440a-a9cc-663ded28701f admin admin] Usage tracker for resource:security_group_rule and tenant:960480634eed489e8675a02293fa6507 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:29.291075 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-775312cc-b5a3-440a-a9cc-663ded28701f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:29.296734 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-775312cc-b5a3-440a-a9cc-663ded28701f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:29.418864 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-775312cc-b5a3-440a-a9cc-663ded28701f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:29.459425 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-775312cc-b5a3-440a-a9cc-663ded28701f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:29.478708 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-a62bf6a6-889a-42fb-b1c8-8f14acf42c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:29.541637 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-775312cc-b5a3-440a-a9cc-663ded28701f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=960480634eed489e8675a02293fa6507&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2880015 Dec 15 20:55:29.544344 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 34290) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:29.547932 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775312cc-b5a3-440a-a9cc-663ded28701f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6b1c13c-6385-419f-ab90-cb47776d736b,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:29.551844 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-775312cc-b5a3-440a-a9cc-663ded28701f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:29.578015 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a1d96b-6333-46e1-99e4-efbf74ebeb80 req-94e79a62-4e70-4053-8735-1d6fae48db31 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:29.579477 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-24a1d96b-6333-46e1-99e4-efbf74ebeb80 req-94e79a62-4e70-4053-8735-1d6fae48db31 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 943 time: 0.2005403 Dec 15 20:55:29.592075 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76f6b5ee-b6b7-47a3-9fe1-802a501e560c req-2d0bc9bc-8d5f-4bc5-a9d7-f15606941a46 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:29.593490 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-76f6b5ee-b6b7-47a3-9fe1-802a501e560c req-2d0bc9bc-8d5f-4bc5-a9d7-f15606941a46 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 945 time: 0.1685040 Dec 15 20:55:29.675978 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-24a1d96b-6333-46e1-99e4-efbf74ebeb80 req-e4d43d31-30da-4128-b8c1-7bc0cee7ce56 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813472 Dec 15 20:55:29.680844 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-860c113d-748e-4172-a114-969f75dfe992 service neutron] Request body: {'port': {'device_id': 'd1e1717e-8054-4dd5-8fe7-eff94d3bc075', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:55:29.686189 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-76f6b5ee-b6b7-47a3-9fe1-802a501e560c req-dd4d2f83-b092-4a28-a255-4990dde43a2a tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/security-groups?id=583162b2-4385-4fd7-bb54-1fcfe1879543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792146 Dec 15 20:55:29.731703 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-02be21c1-a69f-408a-8493-5e280303fecc req-0bb6f547-bf6b-40d6-8f62-d0559956e495 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d302766-b927-429e-a03f-3fdf68d6833f HTTP/1.1" status: 200 len: 217 time: 0.1480017 Dec 15 20:55:29.788048 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-50663dff-c6d8-4a4a-b3e6-e205600615f5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64efe9fb-5976-41a9-8ac7-66748ac3041e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1439579 Dec 15 20:55:29.836183 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-36cb61e0-de4c-434a-9660-a47596a08ef1 req-e6573def-5697-4eff-a4bd-320198c446d7 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 210 time: 0.0559087 Dec 15 20:55:29.839180 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052f4aab-0856-42fd-ac28-f7430a1a96ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea06233-674f-4338-a53a-ff5825d7e115'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:55:29.874992 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-90f17996-f536-490f-9009-ba26c5b65c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:29.930184 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052f4aab-0856-42fd-ac28-f7430a1a96ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ea06233-674f-4338-a53a-ff5825d7e115', 'code': 200} Dec 15 20:55:29.975823 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58da3ddf-d0fa-4ca2-8cd9-23541b2d8066 req-2be5b9f3-8f34-4c19-b0a4-400277c4f40f tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:29.980136 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-58da3ddf-d0fa-4ca2-8cd9-23541b2d8066 req-2be5b9f3-8f34-4c19-b0a4-400277c4f40f tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6 HTTP/1.1" status: 200 len: 946 time: 0.1429288 Dec 15 20:55:30.048494 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-58da3ddf-d0fa-4ca2-8cd9-23541b2d8066 req-74e05fc3-91ab-4356-817e-2547ca21c2c7 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561159 Dec 15 20:55:30.096674 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02be21c1-a69f-408a-8493-5e280303fecc req-7201d286-b04a-4e29-8ac9-86ea228a07ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:30.098104 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-02be21c1-a69f-408a-8493-5e280303fecc req-7201d286-b04a-4e29-8ac9-86ea228a07ba service neutron] 10.222.0.41 "GET /v2.0/subnets?id=242f45b8-10fa-40a9-9d70-6363d2d5e1fa HTTP/1.1" status: 200 len: 859 time: 0.3450534 Dec 15 20:55:30.100222 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-90f17996-f536-490f-9009-ba26c5b65c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:30.127757 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-860c113d-748e-4172-a114-969f75dfe992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:30.221979 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-02be21c1-a69f-408a-8493-5e280303fecc req-aa5c70cf-efdc-46b7-9b9f-0cc4a053748a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64efe9fb-5976-41a9-8ac7-66748ac3041e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0971394 Dec 15 20:55:30.248988 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.41', 54501) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:30.349483 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e82eda10-7d1d-40c1-95ca-d2ed0b480fe7 req-cb98e0e4-f532-4ffd-932d-86aba2fe9413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:30.351589 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e82eda10-7d1d-40c1-95ca-d2ed0b480fe7 req-cb98e0e4-f532-4ffd-932d-86aba2fe9413 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 1098 time: 0.1016166 Dec 15 20:55:30.360578 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45bb0000-8f8c-4298-85d6-9ac5551ff348 req-0125aa91-19a1-442f-a01a-886fe3b56da8 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:30.362076 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-45bb0000-8f8c-4298-85d6-9ac5551ff348 req-0125aa91-19a1-442f-a01a-886fe3b56da8 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 931 time: 0.1571238 Dec 15 20:55:30.391668 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-e82eda10-7d1d-40c1-95ca-d2ed0b480fe7 req-7a837bb2-c921-439b-a881-57ce2422fc18 service neutron] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:30.419470 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [req-e82eda10-7d1d-40c1-95ca-d2ed0b480fe7 req-7a837bb2-c921-439b-a881-57ce2422fc18 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:30.427518 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-e82eda10-7d1d-40c1-95ca-d2ed0b480fe7 req-7a837bb2-c921-439b-a881-57ce2422fc18 service neutron] Usage tracker for resource:security_group_rule and tenant:ed58e4ba33e3439f8bdfcb56da98f89e is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:30.432006 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-e82eda10-7d1d-40c1-95ca-d2ed0b480fe7 req-7a837bb2-c921-439b-a881-57ce2422fc18 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:30.440814 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-45bb0000-8f8c-4298-85d6-9ac5551ff348 req-782d16c0-ce1d-4d8f-9ce1-8b3e02e77cef tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631332 Dec 15 20:55:30.443416 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [req-e82eda10-7d1d-40c1-95ca-d2ed0b480fe7 req-7a837bb2-c921-439b-a881-57ce2422fc18 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:30.445598 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-289a9408-e177-438b-b9af-3dc290b279dc service neutron] 10.222.0.41 "GET /v2.0/networks/64efe9fb-5976-41a9-8ac7-66748ac3041e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6333318 Dec 15 20:55:30.552307 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-90f17996-f536-490f-9009-ba26c5b65c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:30.554265 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece4602c-ca21-498d-8636-d87bbfe89319 req-989e09da-3bb9-4f9c-91b0-4f1a386f5d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:30.555762 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ece4602c-ca21-498d-8636-d87bbfe89319 req-989e09da-3bb9-4f9c-91b0-4f1a386f5d32 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6 HTTP/1.1" status: 200 len: 1099 time: 0.5819578 Dec 15 20:55:30.582391 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-e82eda10-7d1d-40c1-95ca-d2ed0b480fe7 req-7a837bb2-c921-439b-a881-57ce2422fc18 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:30.587251 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-e82eda10-7d1d-40c1-95ca-d2ed0b480fe7 req-7a837bb2-c921-439b-a881-57ce2422fc18 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:30.594777 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-fca50db6-faac-4b18-97d9-153ee2a6dca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:30.607904 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.41', 54502) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:30.648233 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:30.690993 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f17996-f536-490f-9009-ba26c5b65c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6b1c13c-6385-419f-ab90-cb47776d736b,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:30.701899 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-90f17996-f536-490f-9009-ba26c5b65c02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:30.724874 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e82eda10-7d1d-40c1-95ca-d2ed0b480fe7 req-7a837bb2-c921-439b-a881-57ce2422fc18 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=583162b2-4385-4fd7-bb54-1fcfe1879543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3617764 Dec 15 20:55:30.733949 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-02be21c1-a69f-408a-8493-5e280303fecc req-414d988c-a5b7-4a03-b507-c4c660d87495 service neutron] 10.222.0.41 "GET /v2.0/networks/64efe9fb-5976-41a9-8ac7-66748ac3041e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4971032 Dec 15 20:55:30.771194 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-90f17996-f536-490f-9009-ba26c5b65c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:30.772317 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-90f17996-f536-490f-9009-ba26c5b65c02 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b6b1c13c-6385-419f-ab90-cb47776d736b HTTP/1.1" status: 204 len: 168 time: 1.2268291 Dec 15 20:55:30.811508 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a837bb2-c921-439b-a881-57ce2422fc18 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=cc3e4e53-528f-4aa5-9b3f-da313431a17e,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:30.814581 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-7a837bb2-c921-439b-a881-57ce2422fc18 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:30.832530 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ece4602c-ca21-498d-8636-d87bbfe89319 req-f78b3685-971e-4e8e-8e9e-3f3618bf9990 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169242 Dec 15 20:55:30.857428 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-fa9f44a9-d47e-4cef-8167-efe535a30451 service neutron] 10.222.0.41 "GET /v2.0/networks/64efe9fb-5976-41a9-8ac7-66748ac3041e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3908603 Dec 15 20:55:30.996863 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-860c113d-748e-4172-a114-969f75dfe992 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2037936-b08a-46ec-9ff3-903f7fa93eae {{(pid=86858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:55:31.009378 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-860c113d-748e-4172-a114-969f75dfe992 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:31.029065 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-860c113d-748e-4172-a114-969f75dfe992 service neutron] Transition to ACTIVE for port object a2037936-b08a-46ec-9ff3-903f7fa93eae will not be triggered until provisioned by entity L2. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:55:31.037571 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-860c113d-748e-4172-a114-969f75dfe992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:31.045164 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:31.197036 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-6c918be4-38de-4535-8bc4-28de889f4c6d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:31.198642 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-6c918be4-38de-4535-8bc4-28de889f4c6d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.41 "GET /v2.0/networks?id=93026352-c79c-42ad-baed-f8112007ec46 HTTP/1.1" status: 200 len: 816 time: 0.5897195 Dec 15 20:55:31.303943 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fed9466-f290-4902-a207-fc783ca0e4d0 req-0849d6a9-45b8-4aac-8b9c-5135aff7bb77 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:31.322174 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0fed9466-f290-4902-a207-fc783ca0e4d0 req-0849d6a9-45b8-4aac-8b9c-5135aff7bb77 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 945 time: 0.4953005 Dec 15 20:55:31.421289 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-9245dde4-0d98-4ed7-9f7a-cd20df46665f tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e67c01112e5140159f714a65508bf5cb HTTP/1.1" status: 200 len: 379 time: 0.1971276 Dec 15 20:55:31.429399 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffafc800-e269-4d58-b00a-3b156498f945 req-5dbbf3a1-4e8a-48c6-97cd-6b1a80159bbf tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:31.437116 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ffafc800-e269-4d58-b00a-3b156498f945 req-5dbbf3a1-4e8a-48c6-97cd-6b1a80159bbf tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 943 time: 0.4408948 Dec 15 20:55:31.470287 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-425c4667-1159-4383-bea5-95ccc1902936 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Request body: {'port': {'device_id': 'd517eebf-3a20-44e8-89a9-fd7f88367609', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'admin_state_up': True, 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'security_groups': ['8b6846b5-07d3-495b-aba5-1a9026650abc']}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:55:31.496916 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0fed9466-f290-4902-a207-fc783ca0e4d0 req-cc02a7c9-4f12-481b-b33a-84eb7ebc775c tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/security-groups?id=583162b2-4385-4fd7-bb54-1fcfe1879543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740079 Dec 15 20:55:31.539041 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-02be21c1-a69f-408a-8493-5e280303fecc req-5f3bea7d-3a9a-4a30-8177-94b79fb5acb2 service neutron] 10.222.0.41 "GET /v2.0/networks/64efe9fb-5976-41a9-8ac7-66748ac3041e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3481073 Dec 15 20:55:31.539654 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c113d-748e-4172-a114-969f75dfe992 service neutron] Pushing event updated for resources: {'Port': ['ID=a2037936-b08a-46ec-9ff3-903f7fa93eae,revision_number=2']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:31.550816 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-860c113d-748e-4172-a114-969f75dfe992 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:31.562259 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-860c113d-748e-4172-a114-969f75dfe992 service neutron] Attempting to bind port a2037936-b08a-46ec-9ff3-903f7fa93eae on host hv-cinder-82189 for vnic_type normal with profile {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:55:31.563045 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-860c113d-748e-4172-a114-969f75dfe992 service neutron] Attempting to bind port a2037936-b08a-46ec-9ff3-903f7fa93eae by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '53ea13d4-8379-475a-86a8-f30a8b17f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e'}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:55:31.563045 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-860c113d-748e-4172-a114-969f75dfe992 service neutron] Attempting to bind port a2037936-b08a-46ec-9ff3-903f7fa93eae on network c7ada944-b67c-407b-be0e-d1869c073b7e {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:55:31.567599 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-860c113d-748e-4172-a114-969f75dfe992 service neutron] Port a2037936-b08a-46ec-9ff3-903f7fa93eae on network c7ada944-b67c-407b-be0e-d1869c073b7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 20:55:31.567911 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-860c113d-748e-4172-a114-969f75dfe992 service neutron] Attempting to bind port a2037936-b08a-46ec-9ff3-903f7fa93eae on network c7ada944-b67c-407b-be0e-d1869c073b7e {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:55:31.573256 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-860c113d-748e-4172-a114-969f75dfe992 service neutron] Checking agent: {'id': '725a3879-ffa9-43b4-b39f-ace0d62390f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'started_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:55:31.573847 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-860c113d-748e-4172-a114-969f75dfe992 service neutron] Checking segment: {'id': '53ea13d4-8379-475a-86a8-f30a8b17f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:55:31.574430 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-860c113d-748e-4172-a114-969f75dfe992 service neutron] Bound using segment: {'id': '53ea13d4-8379-475a-86a8-f30a8b17f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e'} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:55:31.575026 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-860c113d-748e-4172-a114-969f75dfe992 service neutron] Bound port: a2037936-b08a-46ec-9ff3-903f7fa93eae, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ea13d4-8379-475a-86a8-f30a8b17f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e'}}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:55:31.575555 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-860c113d-748e-4172-a114-969f75dfe992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:31.593955 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 4d302766-b927-429e-a03f-3fdf68d6833f details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=86860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 20:55:31.677197 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-860c113d-748e-4172-a114-969f75dfe992 service neutron] For port a2037936-b08a-46ec-9ff3-903f7fa93eae, host hv-cinder-82189, cleared binding levels {{(pid=86858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:55:31.681333 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-860c113d-748e-4172-a114-969f75dfe992 service neutron] For port a2037936-b08a-46ec-9ff3-903f7fa93eae, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a2037936-b08a-46ec-9ff3-903f7fa93eae,segment=NetworkSegment(53ea13d4-8379-475a-86a8-f30a8b17f4af),segment_id=53ea13d4-8379-475a-86a8-f30a8b17f4af)] {{(pid=86858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:55:31.690350 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-860c113d-748e-4172-a114-969f75dfe992 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:31.697179 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-91d0ef34-fff0-4e23-8239-d94eaec8c24c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:31.766932 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ffafc800-e269-4d58-b00a-3b156498f945 req-60d831d6-88f0-4d2d-998a-ee2aefdaab4a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240595 Dec 15 20:55:31.778033 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-860c113d-748e-4172-a114-969f75dfe992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:31.778816 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-860c113d-748e-4172-a114-969f75dfe992 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:31.780371 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-860c113d-748e-4172-a114-969f75dfe992 service neutron] 10.222.0.41 "PUT /v2.0/ports/a2037936-b08a-46ec-9ff3-903f7fa93eae HTTP/1.1" status: 200 len: 1093 time: 2.1429608 Dec 15 20:55:31.780928 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e1717e-8054-4dd5-8fe7-eff94d3bc075', 'tag': 'a2037936-b08a-46ec-9ff3-903f7fa93eae'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:55:31.812105 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860c113d-748e-4172-a114-969f75dfe992 service neutron] Pushing event updated for resources: {'Port': ['ID=a2037936-b08a-46ec-9ff3-903f7fa93eae,revision_number=3']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:31.819108 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-860c113d-748e-4172-a114-969f75dfe992 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:31.927342 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4b44628b-8348-445f-83f8-e4a9052571bd req-699cf194-44c2-4bec-847f-e381fa935e8a tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 210 time: 0.1591723 Dec 15 20:55:32.030267 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 4d302766-b927-429e-a03f-3fdf68d6833f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=4d302766-b927-429e-a03f-3fdf68d6833f,segment=NetworkSegment(7983d604-51dc-491a-b76b-35bfa3c82d0d),segment_id=7983d604-51dc-491a-b76b-35bfa3c82d0d)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:55:32.066992 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-80035b6c-423f-4409-9f5f-733085ca3a8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:32.068538 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-80035b6c-423f-4409-9f5f-733085ca3a8e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1c77d1948bd48a0aa5bbdac1c6cf4a4&device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 1096 time: 0.2404890 Dec 15 20:55:32.074466 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Returning: {'device': '4d302766-b927-429e-a03f-3fdf68d6833f', 'network_id': '64efe9fb-5976-41a9-8ac7-66748ac3041e', 'port_id': '4d302766-b927-429e-a03f-3fdf68d6833f', 'mac_address': 'fa:16:3e:09:4d:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242f45b8-10fa-40a9-9d70-6363d2d5e1fa', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:55:32.142182 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-425c4667-1159-4383-bea5-95ccc1902936 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:32.150432 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-425c4667-1159-4383-bea5-95ccc1902936 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Usage tracker for resource:port and tenant:e67c01112e5140159f714a65508bf5cb is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:32.165535 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-425c4667-1159-4383-bea5-95ccc1902936 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:32.167630 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:32.173663 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-425c4667-1159-4383-bea5-95ccc1902936 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:32.191442 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d302766-b927-429e-a03f-3fdf68d6833f {{(pid=86860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:55:32.195207 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-425c4667-1159-4383-bea5-95ccc1902936 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Made reservation on behalf of e67c01112e5140159f714a65508bf5cb for: {'port': 1} {{(pid=86859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:55:32.199703 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-425c4667-1159-4383-bea5-95ccc1902936 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:32.225599 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 4d302766-b927-429e-a03f-3fdf68d6833f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=4d302766-b927-429e-a03f-3fdf68d6833f,segment=NetworkSegment(7983d604-51dc-491a-b76b-35bfa3c82d0d),segment_id=7983d604-51dc-491a-b76b-35bfa3c82d0d)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:55:32.232728 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:32.234339 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:32.248658 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-6db92718-f09d-41dd-8538-54cfa5ce70c2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2037936-b08a-46ec-9ff3-903f7fa93eae HTTP/1.1" status: 200 len: 217 time: 0.1704717 Dec 15 20:55:32.308722 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c9000-574f-45a9-9bcb-ef2f4c96f360 req-de57bdd8-f489-47cc-ae5d-f3f2468c79ca tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:32.310715 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-244c9000-574f-45a9-9bcb-ef2f4c96f360 req-de57bdd8-f489-47cc-ae5d-f3f2468c79ca tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6 HTTP/1.1" status: 200 len: 946 time: 0.3146486 Dec 15 20:55:32.312393 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 34400) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:32.320818 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=4d302766-b927-429e-a03f-3fdf68d6833f,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:32.324457 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:32.355455 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-ca1aea98-7ab1-4503-9271-8a03bb628883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:32.357192 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-ca1aea98-7ab1-4503-9271-8a03bb628883 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5036755d-7452-453b-a442-049d1bf022e9 HTTP/1.1" status: 200 len: 850 time: 0.0950160 Dec 15 20:55:32.450059 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-92e4c5b9-1030-4dec-b632-5c16a0036688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:32.451552 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-92e4c5b9-1030-4dec-b632-5c16a0036688 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7ada944-b67c-407b-be0e-d1869c073b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0846908 Dec 15 20:55:32.471800 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-244c9000-574f-45a9-9bcb-ef2f4c96f360 req-7a86970a-8e5d-45f3-97e4-5b287b1a0d9a tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1459932 Dec 15 20:55:32.478098 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-134789584-network', 'tenant_id': '6c577606936a44a18650c9b43171ee00'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:55:32.511968 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['4d302766-b927-429e-a03f-3fdf68d6833f'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:55:32.515809 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:32.548420 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] Usage tracker for resource:network and tenant:6c577606936a44a18650c9b43171ee00 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:32.560482 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e1717e-8054-4dd5-8fe7-eff94d3bc075', 'tag': 'a2037936-b08a-46ec-9ff3-903f7fa93eae', 'status': 'completed', 'code': 200} Dec 15 20:55:32.573356 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e9cc85-246e-49a1-bb4a-23d5adb304e8 req-ac902514-33fd-4f7b-9296-43f568165d68 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:32.575292 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b2e9cc85-246e-49a1-bb4a-23d5adb304e8 req-ac902514-33fd-4f7b-9296-43f568165d68 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 943 time: 0.3496051 Dec 15 20:55:32.576211 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:32.623036 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-fed99d6d-f86c-4ea6-97b3-7676851cef40 service neutron] 10.222.0.41 "GET /v2.0/networks/c7ada944-b67c-407b-be0e-d1869c073b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637039 Dec 15 20:55:32.623595 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:32.714807 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] Made reservation on behalf of 6c577606936a44a18650c9b43171ee00 for: {'network': 1} {{(pid=86859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:55:32.717185 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for network, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:32.763050 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_common [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-425c4667-1159-4383-bea5-95ccc1902936 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Allocated IP 172.20.0.9 (93026352-c79c-42ad-baed-f8112007ec46/eac67882-7145-4cd4-a26e-4a2149ab905e/d66489c0-5202-41a0-b0b9-efa104bb61bb) {{(pid=86859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:55:32.765020 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:32.786199 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b2e9cc85-246e-49a1-bb4a-23d5adb304e8 req-afd5226c-8ecd-47b0-94a4-e00f8f8c3217 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1891565 Dec 15 20:55:32.806684 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:32.813592 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] Usage tracker for resource:security_group_rule and tenant:6c577606936a44a18650c9b43171ee00 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:32.826181 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:32.847193 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:32.863056 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-31c05c09-7aa5-4f93-973c-8da3d8e3a9ec req-0071c756-7d18-496f-86ea-6892c05f9c64 service neutron] 10.222.0.41 "GET /v2.0/networks/c7ada944-b67c-407b-be0e-d1869c073b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2292464 Dec 15 20:55:32.984376 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a87906a-0c81-4550-be36-006a3d03322c req-26e49bcb-1fc1-4d11-b18f-7cf3a155100a tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:32.986134 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1a87906a-0c81-4550-be36-006a3d03322c req-26e49bcb-1fc1-4d11-b18f-7cf3a155100a tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 945 time: 0.3567915 Dec 15 20:55:33.025623 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992f5be-67ac-4ae3-82d3-1a12514e3f7d req-feedf5fc-3429-4a7d-97b2-16785904d700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:33.026738 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e992f5be-67ac-4ae3-82d3-1a12514e3f7d req-feedf5fc-3429-4a7d-97b2-16785904d700 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1c77d1948bd48a0aa5bbdac1c6cf4a4&device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 1096 time: 0.0998797 Dec 15 20:55:33.173074 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992f5be-67ac-4ae3-82d3-1a12514e3f7d req-79350065-0917-46ed-bb37-4d93a1360a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:33.174810 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e992f5be-67ac-4ae3-82d3-1a12514e3f7d req-79350065-0917-46ed-bb37-4d93a1360a9f service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7ada944-b67c-407b-be0e-d1869c073b7e HTTP/1.1" status: 200 len: 912 time: 0.1362779 Dec 15 20:55:33.178357 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1a87906a-0c81-4550-be36-006a3d03322c req-29e25c47-81c3-4086-95c7-03d19ade2478 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/security-groups?id=583162b2-4385-4fd7-bb54-1fcfe1879543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747456 Dec 15 20:55:33.216256 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-425c4667-1159-4383-bea5-95ccc1902936 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for port, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:33.246835 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:33.255266 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82598356-3b18-45dc-886a-cfd0b332d157 req-ae26a12a-add3-4a41-8750-fe76af045a32 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:33.256889 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-82598356-3b18-45dc-886a-cfd0b332d157 req-ae26a12a-add3-4a41-8750-fe76af045a32 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 943 time: 0.2698510 Dec 15 20:55:33.257931 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e992f5be-67ac-4ae3-82d3-1a12514e3f7d req-306a1a98-2d68-4356-94f2-2a9ebf125a94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2037936-b08a-46ec-9ff3-903f7fa93eae HTTP/1.1" status: 200 len: 217 time: 0.0759697 Dec 15 20:55:33.260898 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.provisioning_blocks [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-425c4667-1159-4383-bea5-95ccc1902936 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Transition to ACTIVE for port object d66489c0-5202-41a0-b0b9-efa104bb61bb will not be triggered until provisioned by entity DHCP. {{(pid=86859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:55:33.262267 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:33.270933 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:33.310848 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] vlan segment allocate from pool success with {'vlan_id': 155, 'physical_network': 'physnet1'} {{(pid=86859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 20:55:33.328974 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992f5be-67ac-4ae3-82d3-1a12514e3f7d req-2318b825-d356-47c2-aefb-ed43122a5f9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:33.330625 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e992f5be-67ac-4ae3-82d3-1a12514e3f7d req-2318b825-d356-47c2-aefb-ed43122a5f9d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5036755d-7452-453b-a442-049d1bf022e9 HTTP/1.1" status: 200 len: 850 time: 0.0655565 Dec 15 20:55:33.386068 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:33.386412 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.db.segments_db [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] Added segment 34904ec8-ad60-4cc1-a5ed-491e05ad0e57 of type vlan for network 0e359326-fa42-4a19-bf63-5c605be74638 Dec 15 20:55:33.397164 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=349fdb45-9b1d-4284-aaf5-67c2b3585b6f,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:33.407454 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-07642603-b21b-4421-a06e-46d17aa6a37e req-d8fee0d6-9cac-48dd-b1f8-1fe5f2292b51 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 210 time: 0.0825899 Dec 15 20:55:33.410981 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:33.415889 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-82598356-3b18-45dc-886a-cfd0b332d157 req-7b85ce6a-a9c6-47ce-9be3-85e0e913b120 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514916 Dec 15 20:55:33.420458 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e992f5be-67ac-4ae3-82d3-1a12514e3f7d req-4e517251-2114-4fae-94e3-52892a13327d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:33.423927 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e992f5be-67ac-4ae3-82d3-1a12514e3f7d req-4e517251-2114-4fae-94e3-52892a13327d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7ada944-b67c-407b-be0e-d1869c073b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859447 Dec 15 20:55:33.459862 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-425c4667-1159-4383-bea5-95ccc1902936 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193'] for port, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:33.471264 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767327356326'] for network, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:33.475423 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:33.558357 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-425c4667-1159-4383-bea5-95ccc1902936 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Network 93026352-c79c-42ad-baed-f8112007ec46 is already hosted by enough agents. {{(pid=86859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:55:33.562667 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-425c4667-1159-4383-bea5-95ccc1902936 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Resources bound (agent type, host, resource id): {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:55:33.568331 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.l3_dvrscheduler_db [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-425c4667-1159-4383-bea5-95ccc1902936 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Received port after_create {{(pid=86859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:55:33.580768 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-425c4667-1159-4383-bea5-95ccc1902936 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:33.580768 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-425c4667-1159-4383-bea5-95ccc1902936 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for port, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:33.580970 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e992f5be-67ac-4ae3-82d3-1a12514e3f7d req-4027dd08-c190-429a-90a2-0e78c0b9d565 service neutron] 10.222.0.41 "GET /v2.0/networks/c7ada944-b67c-407b-be0e-d1869c073b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449060 Dec 15 20:55:33.594669 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425c4667-1159-4383-bea5-95ccc1902936 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Pushing event updated for resources: {'Port': ['ID=d66489c0-5202-41a0-b0b9-efa104bb61bb,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:33.605957 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 9bb86070-b532-4527-8737-b73777c3f675 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=86860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 20:55:33.606481 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-425c4667-1159-4383-bea5-95ccc1902936 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:33.653023 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for network, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:33.676944 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 4d302766-b927-429e-a03f-3fdf68d6833f up at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:55:33.689037 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:33.689037 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:33.832189 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e992f5be-67ac-4ae3-82d3-1a12514e3f7d req-3656a426-b819-45a6-9bf4-b810b794229e service neutron] 10.222.0.41 "GET /v2.0/networks/c7ada944-b67c-407b-be0e-d1869c073b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477839 Dec 15 20:55:33.853881 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:34.021909 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning for port 4d302766-b927-429e-a03f-3fdf68d6833f completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:55:34.027826 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.7101548 Dec 15 20:55:34.031745 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 34436) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:34.035694 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 9bb86070-b532-4527-8737-b73777c3f675, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9bb86070-b532-4527-8737-b73777c3f675,segment=NetworkSegment(7983d604-51dc-491a-b76b-35bfa3c82d0d),segment_id=7983d604-51dc-491a-b76b-35bfa3c82d0d)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:55:34.037740 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-00d81cba-b171-4330-bda9-079ecedb9db5 admin admin] Request body: {'subnet': {'network_id': '0e359326-fa42-4a19-bf63-5c605be74638', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-134789584-subnet', 'tenant_id': '6c577606936a44a18650c9b43171ee00', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:55:34.043505 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-00d81cba-b171-4330-bda9-079ecedb9db5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:34.048137 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-00d81cba-b171-4330-bda9-079ecedb9db5 admin admin] Usage tracker for resource:subnet and tenant:6c577606936a44a18650c9b43171ee00 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:34.052185 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-00d81cba-b171-4330-bda9-079ecedb9db5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:34.057258 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning complete for port 4d302766-b927-429e-a03f-3fdf68d6833f triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:55:34.057734 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:34.059173 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-00d81cba-b171-4330-bda9-079ecedb9db5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:34.070177 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00d81cba-b171-4330-bda9-079ecedb9db5 admin admin] Made reservation on behalf of 6c577606936a44a18650c9b43171ee00 for: {'subnet': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:55:34.072756 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-00d81cba-b171-4330-bda9-079ecedb9db5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:34.108608 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Returning: {'device': '9bb86070-b532-4527-8737-b73777c3f675', 'network_id': '64efe9fb-5976-41a9-8ac7-66748ac3041e', 'port_id': '9bb86070-b532-4527-8737-b73777c3f675', 'mac_address': 'fa:16:3e:80:95:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '242f45b8-10fa-40a9-9d70-6363d2d5e1fa', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:55:34.125728 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-425c4667-1159-4383-bea5-95ccc1902936 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6843359 Dec 15 20:55:34.161263 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] Request body: {'port': {'device_id': 'd517eebf-3a20-44e8-89a9-fd7f88367609', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:55:34.172758 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-a4fe35db-ddd9-4ddd-9ffa-2a510f8a0492 None None] Provisioning for port d66489c0-5202-41a0-b0b9-efa104bb61bb completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:55:34.189235 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-a4fe35db-ddd9-4ddd-9ffa-2a510f8a0492 None None] Provisioning complete for port d66489c0-5202-41a0-b0b9-efa104bb61bb triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:55:34.189610 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-a4fe35db-ddd9-4ddd-9ffa-2a510f8a0492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:34.226367 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] Pushing event updated for resources: {'Network': ['ID=0e359326-fa42-4a19-bf63-5c605be74638,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:34.227930 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:34.234118 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.380s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:34.252020 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Network 0e359326-fa42-4a19-bf63-5c605be74638 details requested by agent ovs-agent-dv-cinder-821892-1-iscsi with host dv-cinder-821892-1-iscsi {{(pid=86860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 20:55:34.295526 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-00d81cba-b171-4330-bda9-079ecedb9db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for subnet, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:34.300998 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:34.325873 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0feaf9-a99e-4ac6-ae5c-685c0ef22737 req-7068e797-dec5-45e3-8cb9-2e48b226a7cd tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:34.327604 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9b0feaf9-a99e-4ac6-ae5c-685c0ef22737 req-7068e797-dec5-45e3-8cb9-2e48b226a7cd tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6 HTTP/1.1" status: 200 len: 946 time: 0.5656695 Dec 15 20:55:34.334626 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:34.350969 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10b898-e7fe-4587-a240-b8952e8222b1 req-a9aed413-913f-49a5-80c5-ea64357f4bd1 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:34.352956 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9e10b898-e7fe-4587-a240-b8952e8222b1 req-a9aed413-913f-49a5-80c5-ea64357f4bd1 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 943 time: 0.3281279 Dec 15 20:55:34.368102 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9bb86070-b532-4527-8737-b73777c3f675 {{(pid=86860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:55:34.377256 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d81cba-b171-4330-bda9-079ecedb9db5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0aa220df-91a6-4fac-be1b-1c1bb2508b9f,revision_number=0']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:34.380487 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-00d81cba-b171-4330-bda9-079ecedb9db5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:34.387499 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00d81cba-b171-4330-bda9-079ecedb9db5 admin admin] Checking segment: {'id': '34904ec8-ad60-4cc1-a5ed-491e05ad0e57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 155, 'network_id': '0e359326-fa42-4a19-bf63-5c605be74638'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:55:34.387499 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d81cba-b171-4330-bda9-079ecedb9db5 admin admin] Network hostable DHCP agents. Network: 0e359326-fa42-4a19-bf63-5c605be74638, hostable agents: ['86069654-9c91-40da-a86d-561b669d47f0'], hosted agents: [] {{(pid=86858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 20:55:34.388585 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-a4fe35db-ddd9-4ddd-9ffa-2a510f8a0492 None None] Port d66489c0-5202-41a0-b0b9-efa104bb61bb cannot update to ACTIVE because it is not bound. {{(pid=86860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 20:55:34.410991 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00d81cba-b171-4330-bda9-079ecedb9db5 admin admin] Network 0e359326-fa42-4a19-bf63-5c605be74638 is scheduled to be hosted by DHCP agent 86069654-9c91-40da-a86d-561b669d47f0 with binding_index 1 {{(pid=86858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 20:55:34.411832 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 9bb86070-b532-4527-8737-b73777c3f675, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9bb86070-b532-4527-8737-b73777c3f675,segment=NetworkSegment(7983d604-51dc-491a-b76b-35bfa3c82d0d),segment_id=7983d604-51dc-491a-b76b-35bfa3c82d0d)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:55:34.423392 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:34.426502 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-00d81cba-b171-4330-bda9-079ecedb9db5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-1-iscsi, 0e359326-fa42-4a19-bf63-5c605be74638) {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:55:34.426870 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:34.433656 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00d81cba-b171-4330-bda9-079ecedb9db5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:34.434331 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-00d81cba-b171-4330-bda9-079ecedb9db5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for subnet, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:34.455883 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:34.458647 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-00d81cba-b171-4330-bda9-079ecedb9db5 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4257271 Dec 15 20:55:34.475080 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8e0b3d9-5dae-4693-a5cd-327202ac39ae None None] Network 0e359326-fa42-4a19-bf63-5c605be74638 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:55:34.494037 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9b0feaf9-a99e-4ac6-ae5c-685c0ef22737 req-3392367b-5c54-424e-8e30-30d22a365e00 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383972 Dec 15 20:55:34.516699 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9e10b898-e7fe-4587-a240-b8952e8222b1 req-7f8f1fbb-d74f-4d55-922a-2a99043ec012 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1419342 Dec 15 20:55:34.662575 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fc3ef0-4a08-44cd-9f11-c024c159298e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d302766-b927-429e-a03f-3fdf68d6833f'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:55:34.697768 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 4d302766-b927-429e-a03f-3fdf68d6833f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=4d302766-b927-429e-a03f-3fdf68d6833f,segment=NetworkSegment(7983d604-51dc-491a-b76b-35bfa3c82d0d),segment_id=7983d604-51dc-491a-b76b-35bfa3c82d0d)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:55:34.705443 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=9bb86070-b532-4527-8737-b73777c3f675,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:34.711227 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:34.716940 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['9bb86070-b532-4527-8737-b73777c3f675'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:55:34.751860 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:34.752830 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:34.921220 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=4d302766-b927-429e-a03f-3fdf68d6833f,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:34.927646 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:34.953363 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcaa32e-aeb3-4835-9e51-3423b61746e8 req-b7c4baf5-82eb-4cb4-b06e-9fc83c9b3485 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:34.958205 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-edcaa32e-aeb3-4835-9e51-3423b61746e8 req-b7c4baf5-82eb-4cb4-b06e-9fc83c9b3485 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 945 time: 0.3074210 Dec 15 20:55:34.978430 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-febb9582-4cd1-4da7-9ada-86d343ecbac3 req-9c527c23-1f6a-4bfd-9c0d-2f565d31a80f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:34.979875 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-febb9582-4cd1-4da7-9ada-86d343ecbac3 req-9c527c23-1f6a-4bfd-9c0d-2f565d31a80f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 944 time: 0.2686279 Dec 15 20:55:35.056258 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2b52b7b-c543-4b16-9a7c-846a9f9cbb2b None None] Network 0e359326-fa42-4a19-bf63-5c605be74638 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:55:35.085112 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.db.resource_extend [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 20:55:35.159615 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-edcaa32e-aeb3-4835-9e51-3423b61746e8 req-5d668d08-257e-4eef-a82b-aa636dca249f tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/security-groups?id=583162b2-4385-4fd7-bb54-1fcfe1879543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1787574 Dec 15 20:55:35.277587 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-febb9582-4cd1-4da7-9ada-86d343ecbac3 req-4b5902d7-6412-4d67-8f03-936774f15163 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2425508 Dec 15 20:55:35.322505 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.notifiers.nova [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d66489c0-5202-41a0-b0b9-efa104bb61bb {{(pid=86859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:55:35.348247 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] Notify callbacks [] for port, precommit_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:35.367157 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fc3ef0-4a08-44cd-9f11-c024c159298e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d302766-b927-429e-a03f-3fdf68d6833f', 'code': 200} Dec 15 20:55:35.386267 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.provisioning_blocks [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] Transition to ACTIVE for port object d66489c0-5202-41a0-b0b9-efa104bb61bb will not be triggered until provisioned by entity L2. {{(pid=86859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:55:35.400588 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:35.405880 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:35.545073 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 34486) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:35.635807 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device a2037936-b08a-46ec-9ff3-903f7fa93eae details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=86860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 20:55:35.681192 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 34492) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:35.688048 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-06ce018b-f0be-42ac-8958-ec3502f65581 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-71349544-network', 'tenant_id': '2ced45759367490798d1ff73e6dc1d68'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:55:35.699874 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-06ce018b-f0be-42ac-8958-ec3502f65581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:35.712659 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-06ce018b-f0be-42ac-8958-ec3502f65581 admin admin] Usage tracker for resource:network and tenant:2ced45759367490798d1ff73e6dc1d68 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:35.734371 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-06ce018b-f0be-42ac-8958-ec3502f65581 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:35.760264 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-06ce018b-f0be-42ac-8958-ec3502f65581 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:35.863019 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ce018b-f0be-42ac-8958-ec3502f65581 admin admin] Made reservation on behalf of 2ced45759367490798d1ff73e6dc1d68 for: {'network': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:55:35.865350 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-06ce018b-f0be-42ac-8958-ec3502f65581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for network, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:35.885403 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] Pushing event updated for resources: {'Port': ['ID=d66489c0-5202-41a0-b0b9-efa104bb61bb,revision_number=2']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:35.896421 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:35.940508 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-06ce018b-f0be-42ac-8958-ec3502f65581 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:36.020578 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.managers [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] Attempting to bind port d66489c0-5202-41a0-b0b9-efa104bb61bb on host hv-cinder-82189 for vnic_type normal with profile {{(pid=86859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:55:36.021144 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.managers [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] Attempting to bind port d66489c0-5202-41a0-b0b9-efa104bb61bb by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '359406e9-c978-4a6b-820c-bf18b686d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93026352-c79c-42ad-baed-f8112007ec46'}] {{(pid=86859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:55:36.021741 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] Attempting to bind port d66489c0-5202-41a0-b0b9-efa104bb61bb on network 93026352-c79c-42ad-baed-f8112007ec46 {{(pid=86859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:55:36.031083 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-de4a0d6d-0e58-41c5-9340-05dbf02d5eaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:36.031289 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] Port d66489c0-5202-41a0-b0b9-efa104bb61bb on network 93026352-c79c-42ad-baed-f8112007ec46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=86859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 20:55:36.031768 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] Attempting to bind port d66489c0-5202-41a0-b0b9-efa104bb61bb on network 93026352-c79c-42ad-baed-f8112007ec46 {{(pid=86859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:55:36.045201 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] Checking agent: {'id': '725a3879-ffa9-43b4-b39f-ace0d62390f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'started_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 55, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:55:36.045560 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] Checking segment: {'id': '359406e9-c978-4a6b-820c-bf18b686d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93026352-c79c-42ad-baed-f8112007ec46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:55:36.046151 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] Bound using segment: {'id': '359406e9-c978-4a6b-820c-bf18b686d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93026352-c79c-42ad-baed-f8112007ec46'} {{(pid=86859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:55:36.046600 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.managers [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] Bound port: d66489c0-5202-41a0-b0b9-efa104bb61bb, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359406e9-c978-4a6b-820c-bf18b686d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93026352-c79c-42ad-baed-f8112007ec46'}}] {{(pid=86859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:55:36.046945 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:36.051309 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-06ce018b-f0be-42ac-8958-ec3502f65581 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:36.066647 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-06ce018b-f0be-42ac-8958-ec3502f65581 admin admin] Usage tracker for resource:security_group_rule and tenant:2ced45759367490798d1ff73e6dc1d68 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:36.071994 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-06ce018b-f0be-42ac-8958-ec3502f65581 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:36.075713 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port a2037936-b08a-46ec-9ff3-903f7fa93eae, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a2037936-b08a-46ec-9ff3-903f7fa93eae,segment=NetworkSegment(53ea13d4-8379-475a-86a8-f30a8b17f4af),segment_id=53ea13d4-8379-475a-86a8-f30a8b17f4af)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:55:36.083949 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-de4a0d6d-0e58-41c5-9340-05dbf02d5eaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:36.089171 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-de4a0d6d-0e58-41c5-9340-05dbf02d5eaa admin admin] Usage tracker for resource:security_group_rule and tenant:955a1e4e670646d8a5ba31bff98befa1 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:36.093089 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-de4a0d6d-0e58-41c5-9340-05dbf02d5eaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:36.109695 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-06ce018b-f0be-42ac-8958-ec3502f65581 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:36.114050 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-de4a0d6d-0e58-41c5-9340-05dbf02d5eaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:36.115565 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Returning: {'device': 'a2037936-b08a-46ec-9ff3-903f7fa93eae', 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e', 'port_id': 'a2037936-b08a-46ec-9ff3-903f7fa93eae', 'mac_address': 'fa:16:3e:46:cd:a3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5036755d-7452-453b-a442-049d1bf022e9', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:55:36.139438 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41cc11e-f2c4-46f0-93d0-22b36effb63b req-d2a1311a-d07a-445d-a678-5e1254668b93 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:36.140240 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-c41cc11e-f2c4-46f0-93d0-22b36effb63b req-d2a1311a-d07a-445d-a678-5e1254668b93 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Synchronizing usage tracker for tenant:e67c01112e5140159f714a65508bf5cb on resource:port {{(pid=86859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:55:36.155456 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f0c6df-0963-4bba-92b9-efe3a8210670 req-7ab243e3-ce29-4e41-87a9-0da9ce48dad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:36.157062 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-01f0c6df-0963-4bba-92b9-efe3a8210670 req-7ab243e3-ce29-4e41-87a9-0da9ce48dad6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 1098 time: 0.3706005 Dec 15 20:55:36.161962 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bd83804-2abf-4339-8433-ce984012354a req-a9ff2648-48bf-488e-a342-19f82406157c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:36.163843 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5bd83804-2abf-4339-8433-ce984012354a req-a9ff2648-48bf-488e-a342-19f82406157c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 943 time: 0.3983104 Dec 15 20:55:36.214867 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:36.234699 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-c41cc11e-f2c4-46f0-93d0-22b36effb63b req-d2a1311a-d07a-445d-a678-5e1254668b93 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Unset dirty status for tenant:e67c01112e5140159f714a65508bf5cb on resource:port {{(pid=86859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:55:36.235976 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c41cc11e-f2c4-46f0-93d0-22b36effb63b req-d2a1311a-d07a-445d-a678-5e1254668b93 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.7799215 Dec 15 20:55:36.243266 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2037936-b08a-46ec-9ff3-903f7fa93eae {{(pid=86860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:55:36.261470 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5bd83804-2abf-4339-8433-ce984012354a req-7eba4521-c852-411d-99dc-31d6ff5cb26e tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0885689 Dec 15 20:55:36.263042 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port a2037936-b08a-46ec-9ff3-903f7fa93eae, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a2037936-b08a-46ec-9ff3-903f7fa93eae,segment=NetworkSegment(53ea13d4-8379-475a-86a8-f30a8b17f4af),segment_id=53ea13d4-8379-475a-86a8-f30a8b17f4af)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:55:36.272584 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:36.273964 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.db [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] For port d66489c0-5202-41a0-b0b9-efa104bb61bb, host hv-cinder-82189, cleared binding levels {{(pid=86859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:55:36.275152 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:36.295373 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.db [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] For port d66489c0-5202-41a0-b0b9-efa104bb61bb, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d66489c0-5202-41a0-b0b9-efa104bb61bb,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:55:36.299949 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-06ce018b-f0be-42ac-8958-ec3502f65581 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:36.313319 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:36.315223 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-de4a0d6d-0e58-41c5-9340-05dbf02d5eaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:36.316685 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-06ce018b-f0be-42ac-8958-ec3502f65581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:36.321556 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-851073ee-3fdd-4969-850c-e03d7d14b857 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:36.333836 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:36.349952 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-de4a0d6d-0e58-41c5-9340-05dbf02d5eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:36.359582 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=a2037936-b08a-46ec-9ff3-903f7fa93eae,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:36.369950 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:36.389500 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-06ce018b-f0be-42ac-8958-ec3502f65581 admin admin] vlan segment allocate from pool success with {'vlan_id': 173, 'physical_network': 'physnet1'} {{(pid=86858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 20:55:36.397705 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c41cc11e-f2c4-46f0-93d0-22b36effb63b req-cfd68da4-0358-4d85-bde4-97618abfc6bc tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1536288 Dec 15 20:55:36.407002 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce018b-f0be-42ac-8958-ec3502f65581 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61689c73-e20b-410d-9ddc-4e27cab104f8,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:36.414207 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-06ce018b-f0be-42ac-8958-ec3502f65581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:36.414581 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:36.415239 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for port, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:36.416609 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] 10.222.0.41 "PUT /v2.0/ports/d66489c0-5202-41a0-b0b9-efa104bb61bb HTTP/1.1" status: 200 len: 1093 time: 2.2806971 Dec 15 20:55:36.417076 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd517eebf-3a20-44e8-89a9-fd7f88367609', 'tag': 'd66489c0-5202-41a0-b0b9-efa104bb61bb'}] {{(pid=86859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:55:36.418630 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-a3ef9fd6-ffa6-47ca-ac02-4241c0ca273d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.034s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:36.433422 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-de4a0d6d-0e58-41c5-9340-05dbf02d5eaa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=955a1e4e670646d8a5ba31bff98befa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8866072 Dec 15 20:55:36.434580 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-06ce018b-f0be-42ac-8958-ec3502f65581 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:36.434970 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.db.segments_db [None req-06ce018b-f0be-42ac-8958-ec3502f65581 admin admin] Added segment 7ed56983-3c26-4bdc-b55e-7654491d1be5 of type vlan for network c8745328-7d4e-4ade-ba31-659b8d900c3c Dec 15 20:55:36.451242 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 34508) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:36.486031 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4a0d6d-0e58-41c5-9340-05dbf02d5eaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b909457-372c-4add-a04b-7f57198482f8,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:36.503060 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-de4a0d6d-0e58-41c5-9340-05dbf02d5eaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:36.514458 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-06ce018b-f0be-42ac-8958-ec3502f65581 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767327356326'] for network, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:36.580636 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-4ff76108-d8e7-494f-8732-97262c318d1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:36.593160 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-06ce018b-f0be-42ac-8958-ec3502f65581 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for network, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:36.596282 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ce018b-f0be-42ac-8958-ec3502f65581 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:36.596855 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-06ce018b-f0be-42ac-8958-ec3502f65581 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:36.615143 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:36.646238 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] Pushing event updated for resources: {'Port': ['ID=d66489c0-5202-41a0-b0b9-efa104bb61bb,revision_number=3']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:36.650154 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:36.683166 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8acc3cc-22ef-4976-b8ca-9221240d8f45 req-8b1d2648-f17e-42ea-819c-837282187aa6 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:36.690259 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e8acc3cc-22ef-4976-b8ca-9221240d8f45 req-8b1d2648-f17e-42ea-819c-837282187aa6 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 944 time: 0.2909014 Dec 15 20:55:36.719547 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-4ff76108-d8e7-494f-8732-97262c318d1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:36.728958 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ce018b-f0be-42ac-8958-ec3502f65581 admin admin] Pushing event updated for resources: {'Network': ['ID=c8745328-7d4e-4ade-ba31-659b8d900c3c,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:36.738789 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-06ce018b-f0be-42ac-8958-ec3502f65581 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:36.747163 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Network c8745328-7d4e-4ade-ba31-659b8d900c3c details requested by agent ovs-agent-dv-cinder-821892-1-iscsi with host dv-cinder-821892-1-iscsi {{(pid=86860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 20:55:36.760551 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-06ce018b-f0be-42ac-8958-ec3502f65581 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0783610 Dec 15 20:55:36.763654 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 34520) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:36.771773 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-f5104bac-af54-4518-828d-193ea0c67852 admin admin] Request body: {'subnet': {'network_id': 'c8745328-7d4e-4ade-ba31-659b8d900c3c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-71349544-subnet', 'tenant_id': '2ced45759367490798d1ff73e6dc1d68', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:55:36.778132 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-f5104bac-af54-4518-828d-193ea0c67852 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:36.782200 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-f5104bac-af54-4518-828d-193ea0c67852 admin admin] Usage tracker for resource:subnet and tenant:2ced45759367490798d1ff73e6dc1d68 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:36.785008 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-f5104bac-af54-4518-828d-193ea0c67852 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:36.788320 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e8acc3cc-22ef-4976-b8ca-9221240d8f45 req-0aaa36e7-1f12-42e7-ba21-ad10a76c9b94 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966880 Dec 15 20:55:36.791270 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-f5104bac-af54-4518-828d-193ea0c67852 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:36.808428 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5104bac-af54-4518-828d-193ea0c67852 admin admin] Made reservation on behalf of 2ced45759367490798d1ff73e6dc1d68 for: {'subnet': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:55:36.811031 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f5104bac-af54-4518-828d-193ea0c67852 admin admin] Notify callbacks [] for subnet, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:36.910010 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd517eebf-3a20-44e8-89a9-fd7f88367609', 'tag': 'd66489c0-5202-41a0-b0b9-efa104bb61bb', 'status': 'completed', 'code': 200} Dec 15 20:55:36.953004 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-4ff76108-d8e7-494f-8732-97262c318d1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:36.963157 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:36.990678 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff76108-d8e7-494f-8732-97262c318d1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b909457-372c-4add-a04b-7f57198482f8,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:36.996931 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-4ff76108-d8e7-494f-8732-97262c318d1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:36.998791 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-4ff76108-d8e7-494f-8732-97262c318d1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:36.999886 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-4ff76108-d8e7-494f-8732-97262c318d1e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0b909457-372c-4add-a04b-7f57198482f8 HTTP/1.1" status: 204 len: 168 time: 0.5471952 Dec 15 20:55:37.119756 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f5104bac-af54-4518-828d-193ea0c67852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for subnet, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:37.123596 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:37.197518 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5104bac-af54-4518-828d-193ea0c67852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=79dec8b0-3eb8-41b7-99dd-23d514761948,revision_number=0']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:37.203093 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-f5104bac-af54-4518-828d-193ea0c67852 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:37.205500 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5104bac-af54-4518-828d-193ea0c67852 admin admin] Checking segment: {'id': '7ed56983-3c26-4bdc-b55e-7654491d1be5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': 'c8745328-7d4e-4ade-ba31-659b8d900c3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:55:37.205881 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5104bac-af54-4518-828d-193ea0c67852 admin admin] Network hostable DHCP agents. Network: c8745328-7d4e-4ade-ba31-659b8d900c3c, hostable agents: ['86069654-9c91-40da-a86d-561b669d47f0'], hosted agents: [] {{(pid=86858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 20:55:37.225156 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5104bac-af54-4518-828d-193ea0c67852 admin admin] Network c8745328-7d4e-4ade-ba31-659b8d900c3c is scheduled to be hosted by DHCP agent 86069654-9c91-40da-a86d-561b669d47f0 with binding_index 1 {{(pid=86858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 20:55:37.235452 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-f5104bac-af54-4518-828d-193ea0c67852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-1-iscsi, c8745328-7d4e-4ade-ba31-659b8d900c3c) {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:55:37.240043 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5104bac-af54-4518-828d-193ea0c67852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:37.241129 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f5104bac-af54-4518-828d-193ea0c67852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for subnet, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:37.244393 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7eea2c6-9ef3-4706-a810-b80ed2dfa893 None None] Network c8745328-7d4e-4ade-ba31-659b8d900c3c requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:55:37.261551 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-f5104bac-af54-4518-828d-193ea0c67852 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4969218 Dec 15 20:55:37.486054 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5b0d43d-a237-4d99-8164-8031c9ca87ab None None] Network c8745328-7d4e-4ade-ba31-659b8d900c3c requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:55:37.492360 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c210c39-48b9-4f9e-8b7e-84f1633c2c9e req-cf8888e6-d56f-4e4f-8de8-bdb6182888d9 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:37.494936 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6c210c39-48b9-4f9e-8b7e-84f1633c2c9e req-cf8888e6-d56f-4e4f-8de8-bdb6182888d9 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 944 time: 0.1029046 Dec 15 20:55:37.553213 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6c210c39-48b9-4f9e-8b7e-84f1633c2c9e req-75e218d2-056e-46b8-8ff4-a8e3aec0cc01 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0501337 Dec 15 20:55:37.757351 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8feed4cb-2c72-4a68-9d07-9dcc7c9a016c req-db0c53f8-dd9d-4340-89fa-b9b075ac6115 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:37.759364 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8feed4cb-2c72-4a68-9d07-9dcc7c9a016c req-db0c53f8-dd9d-4340-89fa-b9b075ac6115 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.0866585 Dec 15 20:55:37.811938 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8feed4cb-2c72-4a68-9d07-9dcc7c9a016c req-9b297694-8fa9-4cd3-828b-996be6b509af tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0461910 Dec 15 20:55:37.993538 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df205a5-e187-419c-98f2-709ea53fdd69 req-7e10a841-5050-4bcd-8fca-77dd6b94b6e9 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:37.995040 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8df205a5-e187-419c-98f2-709ea53fdd69 req-7e10a841-5050-4bcd-8fca-77dd6b94b6e9 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 944 time: 0.0852425 Dec 15 20:55:38.040162 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8df205a5-e187-419c-98f2-709ea53fdd69 req-6fec4a8a-9955-4c17-8447-deaf22e5cc1c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393734 Dec 15 20:55:38.738096 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea44c91-4c59-4d4c-8623-7c15be76c696 req-f497a762-dba3-4848-b184-9d594da63472 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:38.739500 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7ea44c91-4c59-4d4c-8623-7c15be76c696 req-f497a762-dba3-4848-b184-9d594da63472 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 944 time: 0.0808725 Dec 15 20:55:38.782582 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7ea44c91-4c59-4d4c-8623-7c15be76c696 req-5c9135a9-9449-4055-98aa-b8fdacbdf014 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370965 Dec 15 20:55:38.870080 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 9bb86070-b532-4527-8737-b73777c3f675 up at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:55:38.944932 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-01f0c6df-0963-4bba-92b9-efe3a8210670 req-7db76c42-e3b7-44d7-9687-cb33747783ff service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792570 Dec 15 20:55:38.978870 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning for port 9bb86070-b532-4527-8737-b73777c3f675 completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:55:38.985970 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning complete for port 9bb86070-b532-4527-8737-b73777c3f675 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:55:38.986377 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:39.054910 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d97d4f-c3d3-48a7-bac4-627e1d3cc82a req-892faec8-6092-45e6-b596-f2318babee5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:39.056942 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-46d97d4f-c3d3-48a7-bac4-627e1d3cc82a req-892faec8-6092-45e6-b596-f2318babee5d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e67c01112e5140159f714a65508bf5cb&device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 1096 time: 0.1610336 Dec 15 20:55:39.071648 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0d276b-4f0b-4c92-a4d8-a824fe3fa1a4 req-58a7a668-b65e-4c2b-864e-8026efed0e53 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:39.073060 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7c0d276b-4f0b-4c92-a4d8-a824fe3fa1a4 req-58a7a668-b65e-4c2b-864e-8026efed0e53 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.1147459 Dec 15 20:55:39.118924 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:39.141551 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7c0d276b-4f0b-4c92-a4d8-a824fe3fa1a4 req-bc8591a1-b558-410f-88bd-50d86e0bc9fe tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619624 Dec 15 20:55:39.159756 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcffede-b59f-4852-9a04-508eef0a1953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb86070-b532-4527-8737-b73777c3f675'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:55:39.170761 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 9bb86070-b532-4527-8737-b73777c3f675, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9bb86070-b532-4527-8737-b73777c3f675,segment=NetworkSegment(7983d604-51dc-491a-b76b-35bfa3c82d0d),segment_id=7983d604-51dc-491a-b76b-35bfa3c82d0d)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:55:39.177033 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:39.179272 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:39.264954 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcffede-b59f-4852-9a04-508eef0a1953', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9bb86070-b532-4527-8737-b73777c3f675', 'code': 200} Dec 15 20:55:39.267696 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['a2037936-b08a-46ec-9ff3-903f7fa93eae'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:55:39.363363 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=9bb86070-b532-4527-8737-b73777c3f675,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:39.368986 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:39.455669 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d97d4f-c3d3-48a7-bac4-627e1d3cc82a req-3a7e46fe-515b-4cd9-9a1c-1f95f3930e6d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:39.457143 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-46d97d4f-c3d3-48a7-bac4-627e1d3cc82a req-3a7e46fe-515b-4cd9-9a1c-1f95f3930e6d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e67c01112e5140159f714a65508bf5cb&shared=False HTTP/1.1" status: 200 len: 917 time: 0.2733583 Dec 15 20:55:39.545555 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450b7edc-549f-40a6-abaa-ed9d0bd4f8dd req-8d402316-1de6-46f3-aa7a-23af0919e82f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:39.547154 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-450b7edc-549f-40a6-abaa-ed9d0bd4f8dd req-8d402316-1de6-46f3-aa7a-23af0919e82f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.2486296 Dec 15 20:55:39.660810 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-450b7edc-549f-40a6-abaa-ed9d0bd4f8dd req-5650a983-81fa-4431-ada3-b096d90b0a50 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681448 Dec 15 20:55:39.702913 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d97d4f-c3d3-48a7-bac4-627e1d3cc82a req-12012593-b0ca-4506-bf86-0969715c8e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:39.704653 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-46d97d4f-c3d3-48a7-bac4-627e1d3cc82a req-12012593-b0ca-4506-bf86-0969715c8e6a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2294621 Dec 15 20:55:39.735740 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8b599d6-97d1-4101-932b-481e41340c42 req-9b9585bf-6ce9-4983-b09c-f33f3251727f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:39.737871 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-c8b599d6-97d1-4101-932b-481e41340c42 req-9b9585bf-6ce9-4983-b09c-f33f3251727f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 1098 time: 0.1085899 Dec 15 20:55:39.795706 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-c8b599d6-97d1-4101-932b-481e41340c42 req-e13479b8-5b54-4540-81ed-b056b7032300 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393231 Dec 15 20:55:39.833493 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-d20956ec-0cb4-4649-aaec-8630c760a7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:39.835026 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-d20956ec-0cb4-4649-aaec-8630c760a7c7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e67c01112e5140159f714a65508bf5cb&device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 1096 time: 0.0749757 Dec 15 20:55:39.970019 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4282288-e3e6-4b5a-9208-426b5d142dc2 req-215131c1-c8ea-46e9-8ea4-34e88ecd0151 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:39.971859 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f4282288-e3e6-4b5a-9208-426b5d142dc2 req-215131c1-c8ea-46e9-8ea4-34e88ecd0151 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 944 time: 0.0853837 Dec 15 20:55:40.016793 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f4282288-e3e6-4b5a-9208-426b5d142dc2 req-e5164709-1f0b-4dc1-b45c-5ef429682145 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382679 Dec 15 20:55:40.102746 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-1bdeff47-a2bc-4773-84ad-d622d96eed3a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d66489c0-5202-41a0-b0b9-efa104bb61bb HTTP/1.1" status: 200 len: 217 time: 0.0641916 Dec 15 20:55:40.170433 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-a08184dc-c4da-4402-9815-d806d77b4554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:40.171884 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-a08184dc-c4da-4402-9815-d806d77b4554 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eac67882-7145-4cd4-a26e-4a2149ab905e HTTP/1.1" status: 200 len: 855 time: 0.0615511 Dec 15 20:55:40.266325 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-8787adf4-45f7-4d04-ad6a-54c551815992 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:40.267976 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-8787adf4-45f7-4d04-ad6a-54c551815992 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93026352-c79c-42ad-baed-f8112007ec46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0885441 Dec 15 20:55:40.474359 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2a02fa-caa1-4985-9f64-856f21ec1a6e req-b60d7fdf-789b-4aaa-ad11-756a4ca80554 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:40.475835 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ac2a02fa-caa1-4985-9f64-856f21ec1a6e req-b60d7fdf-789b-4aaa-ad11-756a4ca80554 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.2033081 Dec 15 20:55:40.479551 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-a7c045d8-0f3a-4c39-bebd-5af48d9f5cc9 service neutron] 10.222.0.41 "GET /v2.0/networks/93026352-c79c-42ad-baed-f8112007ec46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751130 Dec 15 20:55:40.681821 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ac2a02fa-caa1-4985-9f64-856f21ec1a6e req-10794d41-2822-4c74-9c01-e08b2b9d14c6 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940014 Dec 15 20:55:40.746715 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-431234ba-862c-4a0b-997a-c290359ab0c8 req-6053f6d0-9023-4cfa-9512-6633153e684b service neutron] 10.222.0.41 "GET /v2.0/networks/93026352-c79c-42ad-baed-f8112007ec46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1717563 Dec 15 20:55:40.864794 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device a2037936-b08a-46ec-9ff3-903f7fa93eae up at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:55:40.962322 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4389f64b-c1bb-476f-a740-7af2a365d866 req-7e094f06-85b5-46ba-9f84-4e26d878b92c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:40.963616 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4389f64b-c1bb-476f-a740-7af2a365d866 req-7e094f06-85b5-46ba-9f84-4e26d878b92c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.1044376 Dec 15 20:55:41.009233 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning for port a2037936-b08a-46ec-9ff3-903f7fa93eae completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:55:41.014600 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning complete for port a2037936-b08a-46ec-9ff3-903f7fa93eae triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:55:41.015198 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:41.026631 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4389f64b-c1bb-476f-a740-7af2a365d866 req-15d57f1b-d966-4dc9-9353-1b83ef2566e1 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573580 Dec 15 20:55:41.196875 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:41.238241 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port a2037936-b08a-46ec-9ff3-903f7fa93eae, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a2037936-b08a-46ec-9ff3-903f7fa93eae,segment=NetworkSegment(53ea13d4-8379-475a-86a8-f30a8b17f4af),segment_id=53ea13d4-8379-475a-86a8-f30a8b17f4af)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:55:41.244465 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:41.247974 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:41.296692 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd90655-89ee-45f2-a1be-9e69df8601bf req-c65e1fb6-a1f9-4f65-82e8-c301c32c7628 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:41.298518 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-bbd90655-89ee-45f2-a1be-9e69df8601bf req-c65e1fb6-a1f9-4f65-82e8-c301c32c7628 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 944 time: 0.1262856 Dec 15 20:55:41.328583 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e1717e-8054-4dd5-8fe7-eff94d3bc075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2037936-b08a-46ec-9ff3-903f7fa93eae'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:55:41.356747 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-bbd90655-89ee-45f2-a1be-9e69df8601bf req-f163c517-ba8c-42b7-aa00-08182261cce9 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0515385 Dec 15 20:55:41.360804 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=a2037936-b08a-46ec-9ff3-903f7fa93eae,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:41.381097 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:41.405702 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e1717e-8054-4dd5-8fe7-eff94d3bc075', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2037936-b08a-46ec-9ff3-903f7fa93eae', 'code': 200} Dec 15 20:55:41.640188 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e584119f-a4fb-4251-a7cc-df98756d587a req-ead62342-1431-4ae0-8b01-174d8ef5d170 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:41.641638 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e584119f-a4fb-4251-a7cc-df98756d587a req-ead62342-1431-4ae0-8b01-174d8ef5d170 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 1098 time: 0.0724096 Dec 15 20:55:41.685950 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-e584119f-a4fb-4251-a7cc-df98756d587a req-6a5c71ee-8639-4cc3-8576-a192a44022f5 service neutron] Synchronizing usage tracker for tenant:ed58e4ba33e3439f8bdfcb56da98f89e on resource:security_group {{(pid=86859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:55:41.701502 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-e584119f-a4fb-4251-a7cc-df98756d587a req-6a5c71ee-8639-4cc3-8576-a192a44022f5 service neutron] Unset dirty status for tenant:ed58e4ba33e3439f8bdfcb56da98f89e on resource:security_group {{(pid=86859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:55:41.702834 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e584119f-a4fb-4251-a7cc-df98756d587a req-6a5c71ee-8639-4cc3-8576-a192a44022f5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0538452 Dec 15 20:55:41.880583 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef6f24b9-d81d-4879-9070-03a7a4e5c957 req-f29adaf6-12b8-4e1f-b9c4-0fd0400f4945 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:41.882771 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ef6f24b9-d81d-4879-9070-03a7a4e5c957 req-f29adaf6-12b8-4e1f-b9c4-0fd0400f4945 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.0829890 Dec 15 20:55:41.942265 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ef6f24b9-d81d-4879-9070-03a7a4e5c957 req-e7dd7304-ab30-4335-9048-ddf117035d34 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530188 Dec 15 20:55:42.222152 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da870a-9963-4f43-bb33-9e433871da98 req-86f6245e-bc91-4d26-8c18-66eb4219be4e tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:42.229172 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-43da870a-9963-4f43-bb33-9e433871da98 req-86f6245e-bc91-4d26-8c18-66eb4219be4e tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.0937614 Dec 15 20:55:42.271193 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-43da870a-9963-4f43-bb33-9e433871da98 req-a79debbc-b3b8-436e-a0ee-4f5288f4435f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411544 Dec 15 20:55:42.351778 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-42cd293e-75b1-4f3f-9f1d-ae82d20f064c req-459ef845-7a5b-4bc2-9e6f-556194cec3a8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0791533 Dec 15 20:55:42.512923 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd293e-75b1-4f3f-9f1d-ae82d20f064c req-0ccea5c5-8575-40fc-ab7d-a2b5ec551bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:42.519994 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-42cd293e-75b1-4f3f-9f1d-ae82d20f064c req-0ccea5c5-8575-40fc-ab7d-a2b5ec551bdd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=16b1dbbad41a4f00a832b86ea2999591&device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 1098 time: 0.0903783 Dec 15 20:55:42.769412 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642514e7-06bf-498a-9f54-d003789507a0 req-4c6e4533-1080-460c-b2ae-e07b9377b6ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:42.771025 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-642514e7-06bf-498a-9f54-d003789507a0 req-4c6e4533-1080-460c-b2ae-e07b9377b6ac service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59dfe1e7aa764fd1a4000c98a26c6129&device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 1098 time: 0.1340077 Dec 15 20:55:42.800432 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b39afd-e7d7-47e9-8126-5ae4b6c61105 req-25206c37-0b81-476e-a464-de2154a0c2ab tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:42.801893 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-88b39afd-e7d7-47e9-8126-5ae4b6c61105 req-25206c37-0b81-476e-a464-de2154a0c2ab tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.2708035 Dec 15 20:55:42.811172 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd293e-75b1-4f3f-9f1d-ae82d20f064c req-680068be-51a8-4d0a-a084-5c2466dfca9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:42.812529 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-42cd293e-75b1-4f3f-9f1d-ae82d20f064c req-680068be-51a8-4d0a-a084-5c2466dfca9a service neutron] 10.222.0.41 "GET /v2.0/networks?id=314a4adc-1433-4021-a295-cf7a4d8218b2 HTTP/1.1" status: 200 len: 913 time: 0.2494042 Dec 15 20:55:42.871157 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device d66489c0-5202-41a0-b0b9-efa104bb61bb details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=86860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 20:55:42.942266 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642514e7-06bf-498a-9f54-d003789507a0 req-47cce632-9447-4cc5-8a46-09f51cc1bba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:42.944140 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-642514e7-06bf-498a-9f54-d003789507a0 req-47cce632-9447-4cc5-8a46-09f51cc1bba8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64efe9fb-5976-41a9-8ac7-66748ac3041e HTTP/1.1" status: 200 len: 920 time: 0.1596091 Dec 15 20:55:42.954852 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-42cd293e-75b1-4f3f-9f1d-ae82d20f064c req-bc638319-3e57-4ea5-a933-dd0912c03832 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8ea06233-674f-4338-a53a-ff5825d7e115 HTTP/1.1" status: 200 len: 217 time: 0.1239150 Dec 15 20:55:43.037382 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port d66489c0-5202-41a0-b0b9-efa104bb61bb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d66489c0-5202-41a0-b0b9-efa104bb61bb,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:55:43.057289 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Returning: {'device': 'd66489c0-5202-41a0-b0b9-efa104bb61bb', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'port_id': 'd66489c0-5202-41a0-b0b9-efa104bb61bb', 'mac_address': 'fa:16:3e:ec:71:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:55:43.086355 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-88b39afd-e7d7-47e9-8126-5ae4b6c61105 req-a4b08400-369a-47ea-b67c-8775b21ae4c4 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2764091 Dec 15 20:55:43.094914 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42e629b5-b673-442d-bfcd-a21408321b21 req-74d1250c-62d5-43d5-bbf2-70dab8a7c29a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:43.096655 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-42e629b5-b673-442d-bfcd-a21408321b21 req-74d1250c-62d5-43d5-bbf2-70dab8a7c29a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.4049039 Dec 15 20:55:43.112426 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-642514e7-06bf-498a-9f54-d003789507a0 req-cbc07b6b-68dd-463e-b6cc-35b21e12b43b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9bb86070-b532-4527-8737-b73777c3f675 HTTP/1.1" status: 200 len: 217 time: 0.1500313 Dec 15 20:55:43.146770 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:43.172349 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66489c0-5202-41a0-b0b9-efa104bb61bb {{(pid=86860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:55:43.187207 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-42e629b5-b673-442d-bfcd-a21408321b21 req-b0c280ed-4a8f-49b1-bd6b-2af076d3c5eb tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764680 Dec 15 20:55:43.189038 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42cd293e-75b1-4f3f-9f1d-ae82d20f064c req-a0d69e16-d7fe-49cd-87ca-61cb02c4c7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:43.190619 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-42cd293e-75b1-4f3f-9f1d-ae82d20f064c req-a0d69e16-d7fe-49cd-87ca-61cb02c4c7c7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=280f90a1-45fd-47bb-b213-f197dd104ad1 HTTP/1.1" status: 200 len: 852 time: 0.1878645 Dec 15 20:55:43.207596 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port d66489c0-5202-41a0-b0b9-efa104bb61bb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d66489c0-5202-41a0-b0b9-efa104bb61bb,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:55:43.214185 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:43.215936 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-ff706b18-6764-4372-9837-238ff36c5877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:43.263382 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-642514e7-06bf-498a-9f54-d003789507a0 req-8e6388e9-a885-4171-a772-0c886858adc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:43.266409 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-642514e7-06bf-498a-9f54-d003789507a0 req-8e6388e9-a885-4171-a772-0c886858adc0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=242f45b8-10fa-40a9-9d70-6363d2d5e1fa HTTP/1.1" status: 200 len: 859 time: 0.1474240 Dec 15 20:55:43.287495 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=d66489c0-5202-41a0-b0b9-efa104bb61bb,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:43.290696 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-42cd293e-75b1-4f3f-9f1d-ae82d20f064c req-cab384f0-ac73-41d4-9fcb-44c330055e95 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=314a4adc-1433-4021-a295-cf7a4d8218b2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0715506 Dec 15 20:55:43.291997 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:43.332902 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-642514e7-06bf-498a-9f54-d003789507a0 req-89c68efd-0156-420c-81e0-10faca2908a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64efe9fb-5976-41a9-8ac7-66748ac3041e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0572665 Dec 15 20:55:43.499974 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d709644e-015c-4f7d-84ab-4c355a4b36a2 req-4faa7d57-2783-4723-b507-24606dee2564 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:43.501421 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d709644e-015c-4f7d-84ab-4c355a4b36a2 req-4faa7d57-2783-4723-b507-24606dee2564 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 944 time: 0.1992483 Dec 15 20:55:43.501923 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-642514e7-06bf-498a-9f54-d003789507a0 req-e41d43be-da0c-44c4-9b3c-f94993ee04c5 service neutron] 10.222.0.41 "GET /v2.0/networks/64efe9fb-5976-41a9-8ac7-66748ac3041e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620409 Dec 15 20:55:43.522882 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['d66489c0-5202-41a0-b0b9-efa104bb61bb'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:55:43.535125 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-42cd293e-75b1-4f3f-9f1d-ae82d20f064c req-0c8a5820-c8a0-4dda-8548-9393d5fd49ef service neutron] 10.222.0.41 "GET /v2.0/networks/314a4adc-1433-4021-a295-cf7a4d8218b2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1848199 Dec 15 20:55:43.723075 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-642514e7-06bf-498a-9f54-d003789507a0 req-63dbb4d9-7ba3-4615-8286-850d5d93a1bc service neutron] 10.222.0.41 "GET /v2.0/networks/64efe9fb-5976-41a9-8ac7-66748ac3041e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2104690 Dec 15 20:55:43.758327 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d709644e-015c-4f7d-84ab-4c355a4b36a2 req-a95961a1-18b6-423c-88ca-6dbe74a51910 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459793 Dec 15 20:55:43.812833 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-42cd293e-75b1-4f3f-9f1d-ae82d20f064c req-e6a733e4-8bbb-4555-bce4-90a85ede8b21 service neutron] 10.222.0.41 "GET /v2.0/networks/314a4adc-1433-4021-a295-cf7a4d8218b2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663043 Dec 15 20:55:44.168755 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 34782) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:44.332576 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f85033e-5604-4075-ba26-5a3d72ead657 req-1f861468-b149-4c7c-8f30-d680803d219d tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:44.335620 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5f85033e-5604-4075-ba26-5a3d72ead657 req-1f861468-b149-4c7c-8f30-d680803d219d tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.1110146 Dec 15 20:55:44.378788 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ac3a6d64-f7da-4a4f-ba66-8f49e620968e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:44.414147 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-ac3a6d64-f7da-4a4f-ba66-8f49e620968e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:44.419172 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-ac3a6d64-f7da-4a4f-ba66-8f49e620968e admin admin] Usage tracker for resource:security_group_rule and tenant:f78dd75a30ae46989fb5c11b003b5b87 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:44.422175 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-ac3a6d64-f7da-4a4f-ba66-8f49e620968e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:44.429533 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-ac3a6d64-f7da-4a4f-ba66-8f49e620968e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:44.455987 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5f85033e-5604-4075-ba26-5a3d72ead657 req-2bc4cc8f-cbe3-413b-8b36-01f50efe9b70 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1048970 Dec 15 20:55:44.488284 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493df524-4dea-43dd-95d7-eaa3829a27d2 req-27d5f080-5164-4529-af35-b980efaa6f5f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:44.495257 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-493df524-4dea-43dd-95d7-eaa3829a27d2 req-27d5f080-5164-4529-af35-b980efaa6f5f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.1222131 Dec 15 20:55:44.537489 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ac3a6d64-f7da-4a4f-ba66-8f49e620968e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:44.542693 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ac3a6d64-f7da-4a4f-ba66-8f49e620968e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:44.547047 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-493df524-4dea-43dd-95d7-eaa3829a27d2 req-f6b1f02c-bd41-4728-97b8-af6810b77bf7 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509331 Dec 15 20:55:44.552786 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-be81e41c-53ae-4e2c-a66b-2b06d4b45c4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:44.596024 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac3a6d64-f7da-4a4f-ba66-8f49e620968e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b070c45d-24e6-4a54-986d-b612a9e64876,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:44.599481 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ac3a6d64-f7da-4a4f-ba66-8f49e620968e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:44.603215 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-ac3a6d64-f7da-4a4f-ba66-8f49e620968e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f78dd75a30ae46989fb5c11b003b5b87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4320836 Dec 15 20:55:44.606071 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 34798) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:44.661206 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9928dc51-574e-4561-9acd-f460a3d38a7c req-6482d0e3-08ea-4708-91fd-1c0e3e854d46 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:44.662832 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9928dc51-574e-4561-9acd-f460a3d38a7c req-6482d0e3-08ea-4708-91fd-1c0e3e854d46 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.0894325 Dec 15 20:55:44.674371 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 34802) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:44.680080 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-03de31fc-6a97-4bd4-b3ea-7ed20374bf9b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Request body: {'floatingip': {'port_id': 'a2037936-b08a-46ec-9ff3-903f7fa93eae'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:55:44.680230 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-06ede4c2-b871-4d76-83d6-3ddf617cfbc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:44.712730 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-06ede4c2-b871-4d76-83d6-3ddf617cfbc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:44.776881 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-03de31fc-6a97-4bd4-b3ea-7ed20374bf9b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for floatingip, before_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:44.779540 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-06ede4c2-b871-4d76-83d6-3ddf617cfbc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:44.783633 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:44.804715 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ede4c2-b871-4d76-83d6-3ddf617cfbc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b070c45d-24e6-4a54-986d-b612a9e64876,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:44.828882 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-06ede4c2-b871-4d76-83d6-3ddf617cfbc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:44.829732 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-06ede4c2-b871-4d76-83d6-3ddf617cfbc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:44.830910 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-06ede4c2-b871-4d76-83d6-3ddf617cfbc0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b070c45d-24e6-4a54-986d-b612a9e64876 HTTP/1.1" status: 204 len: 168 time: 0.2236936 Dec 15 20:55:44.912286 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device d66489c0-5202-41a0-b0b9-efa104bb61bb up at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:55:44.996399 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning for port d66489c0-5202-41a0-b0b9-efa104bb61bb completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:55:45.002418 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning complete for port d66489c0-5202-41a0-b0b9-efa104bb61bb triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:55:45.002803 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:45.126319 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:45.156016 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 34814) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:45.166888 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd517eebf-3a20-44e8-89a9-fd7f88367609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66489c0-5202-41a0-b0b9-efa104bb61bb'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:55:45.168777 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb66c416-f570-4b8f-87ca-0d2be444fec1 req-bdb19f08-0fb7-4a8a-9a0a-9fc0989d221e tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:45.170354 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-cb66c416-f570-4b8f-87ca-0d2be444fec1 req-bdb19f08-0fb7-4a8a-9a0a-9fc0989d221e tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 944 time: 0.2781789 Dec 15 20:55:45.177289 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port d66489c0-5202-41a0-b0b9-efa104bb61bb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d66489c0-5202-41a0-b0b9-efa104bb61bb,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:55:45.184040 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:45.186011 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:45.189883 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a1e0ce5e-b58b-4221-ad2f-33daec8409a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:45.222564 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-a1e0ce5e-b58b-4221-ad2f-33daec8409a9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:45.230722 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-a1e0ce5e-b58b-4221-ad2f-33daec8409a9 admin admin] Usage tracker for resource:security_group_rule and tenant:051f240ca073447a98d1eb9ed12c2cd6 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:45.237089 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-a1e0ce5e-b58b-4221-ad2f-33daec8409a9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:45.239385 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd517eebf-3a20-44e8-89a9-fd7f88367609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66489c0-5202-41a0-b0b9-efa104bb61bb', 'code': 200} Dec 15 20:55:45.245377 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-a1e0ce5e-b58b-4221-ad2f-33daec8409a9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:45.249944 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-cb66c416-f570-4b8f-87ca-0d2be444fec1 req-06277b63-476a-4bd2-9b27-7aff739c0359 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668640 Dec 15 20:55:45.259384 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=d66489c0-5202-41a0-b0b9-efa104bb61bb,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:45.271086 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:45.345080 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a1e0ce5e-b58b-4221-ad2f-33daec8409a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:45.348994 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a1e0ce5e-b58b-4221-ad2f-33daec8409a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:45.359465 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:45.403805 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-a1e0ce5e-b58b-4221-ad2f-33daec8409a9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=051f240ca073447a98d1eb9ed12c2cd6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2465785 Dec 15 20:55:45.404379 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 34822) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:45.407838 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e0ce5e-b58b-4221-ad2f-33daec8409a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0a03177-4ac0-4e5e-9b2d-865efe35ff86,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:45.421167 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-a1e0ce5e-b58b-4221-ad2f-33daec8409a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:45.470548 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-87363cf7-3961-4a9e-9a95-0f2ade232f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:45.507025 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-87363cf7-3961-4a9e-9a95-0f2ade232f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:45.568107 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-87363cf7-3961-4a9e-9a95-0f2ade232f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:45.575333 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-06ede4c2-b871-4d76-83d6-3ddf617cfbc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:45.607225 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-87363cf7-3961-4a9e-9a95-0f2ade232f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:45.608379 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-87363cf7-3961-4a9e-9a95-0f2ade232f68 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a0a03177-4ac0-4e5e-9b2d-865efe35ff86 HTTP/1.1" status: 204 len: 168 time: 0.2023449 Dec 15 20:55:45.609223 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87363cf7-3961-4a9e-9a95-0f2ade232f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0a03177-4ac0-4e5e-9b2d-865efe35ff86,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:45.627840 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87363cf7-3961-4a9e-9a95-0f2ade232f68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:55:45.628201 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87363cf7-3961-4a9e-9a95-0f2ade232f68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:55:45.628780 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87363cf7-3961-4a9e-9a95-0f2ade232f68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:55:45.634471 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87363cf7-3961-4a9e-9a95-0f2ade232f68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:55:45.634877 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87363cf7-3961-4a9e-9a95-0f2ade232f68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:55:45.635231 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87363cf7-3961-4a9e-9a95-0f2ade232f68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:55:45.635580 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87363cf7-3961-4a9e-9a95-0f2ade232f68 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:55:45.635926 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87363cf7-3961-4a9e-9a95-0f2ade232f68 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:55:45.636270 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87363cf7-3961-4a9e-9a95-0f2ade232f68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:55:45.636605 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87363cf7-3961-4a9e-9a95-0f2ade232f68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:55:45.636947 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87363cf7-3961-4a9e-9a95-0f2ade232f68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:55:45.637281 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87363cf7-3961-4a9e-9a95-0f2ade232f68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:55:45.658037 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-87363cf7-3961-4a9e-9a95-0f2ade232f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:45.729710 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55d1aee-06d6-4000-8d38-994021eeb27f req-52fef724-4c1a-4749-83bc-fbd069ff7a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:45.731329 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e55d1aee-06d6-4000-8d38-994021eeb27f req-52fef724-4c1a-4749-83bc-fbd069ff7a4e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 1098 time: 0.2502098 Dec 15 20:55:45.920880 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.db.resource_extend [None req-03de31fc-6a97-4bd4-b3ea-7ed20374bf9b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 20:55:46.072079 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e55d1aee-06d6-4000-8d38-994021eeb27f req-135b7178-09a2-4056-a903-451ca19e37a1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3009024 Dec 15 20:55:46.100416 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20330d8e-b222-4774-952e-2a3500892a98 req-52ef6c2b-f9a3-4542-b3cc-6836ae9b75ca tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:46.103660 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-20330d8e-b222-4774-952e-2a3500892a98 req-52ef6c2b-f9a3-4542-b3cc-6836ae9b75ca tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.4260685 Dec 15 20:55:46.169068 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-03de31fc-6a97-4bd4-b3ea-7ed20374bf9b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:46.194107 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-03de31fc-6a97-4bd4-b3ea-7ed20374bf9b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677241'] for floatingip, after_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:46.341553 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-7eec59b9-545c-4a42-8993-ad4dc35c7a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:46.396711 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.db.l3_db [None req-03de31fc-6a97-4bd4-b3ea-7ed20374bf9b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Floating IP 6d43a8db-9d78-4279-9a2a-0a0b60dfbfc4 associated. External IP: 172.27.1.118, port: a2037936-b08a-46ec-9ff3-903f7fa93eae. Dec 15 20:55:46.556979 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-20330d8e-b222-4774-952e-2a3500892a98 req-537d8c18-628d-42f1-bb3c-7d8a12cd66d1 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4403663 Dec 15 20:55:46.650900 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33575c8e-7112-4c17-937d-d7bf2f4d697a req-21ef3751-2df1-466f-bb53-50bf9a83670d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:46.652555 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-33575c8e-7112-4c17-937d-d7bf2f4d697a req-21ef3751-2df1-466f-bb53-50bf9a83670d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 945 time: 0.1977575 Dec 15 20:55:46.835223 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-33575c8e-7112-4c17-937d-d7bf2f4d697a req-a307032c-9e21-45a8-b1e4-675b3c02d1ff tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1263249 Dec 15 20:55:46.871743 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03de31fc-6a97-4bd4-b3ea-7ed20374bf9b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Router 154bd57b-dee4-49aa-b381-0a996985ad41 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 20:55:46.918342 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:47.078478 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03de31fc-6a97-4bd4-b3ea-7ed20374bf9b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 20:55:47.082846 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-03de31fc-6a97-4bd4-b3ea-7ed20374bf9b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for floatingip, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:47.097154 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a17f54c-e6b3-4adc-8f47-1e61a33573c1 None None] Sync routers for ids ['154bd57b-dee4-49aa-b381-0a996985ad41'] in dv-cinder-821892-1-iscsi {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 20:55:47.108418 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a17f54c-e6b3-4adc-8f47-1e61a33573c1 None None] Routers {'154bd57b-dee4-49aa-b381-0a996985ad41'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:55:47.109331 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-7a17f54c-e6b3-4adc-8f47-1e61a33573c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:55:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['154bd57b-dee4-49aa-b381-0a996985ad41'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:55:47.160189 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-03de31fc-6a97-4bd4-b3ea-7ed20374bf9b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "PUT /v2.0/floatingips/6d43a8db-9d78-4279-9a2a-0a0b60dfbfc4 HTTP/1.1" status: 200 len: 991 time: 2.4817264 Dec 15 20:55:47.160189 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1e1717e-8054-4dd5-8fe7-eff94d3bc075', 'tag': 'a2037936-b08a-46ec-9ff3-903f7fa93eae'}] {{(pid=86859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:55:47.245281 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1e1717e-8054-4dd5-8fe7-eff94d3bc075', 'tag': 'a2037936-b08a-46ec-9ff3-903f7fa93eae', 'status': 'completed', 'code': 200} Dec 15 20:55:47.342889 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-7a17f54c-e6b3-4adc-8f47-1e61a33573c1 None None] Set router 154bd57b-dee4-49aa-b381-0a996985ad41 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:55:47.384088 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bd4ae-d715-4e5a-8980-5f51a42e94d7 req-7594bcce-1b24-4c7b-aedf-ab8e6c6009c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:47.385764 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-300bd4ae-d715-4e5a-8980-5f51a42e94d7 req-7594bcce-1b24-4c7b-aedf-ab8e6c6009c8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1c77d1948bd48a0aa5bbdac1c6cf4a4&device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 1098 time: 0.1001012 Dec 15 20:55:47.584214 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bd4ae-d715-4e5a-8980-5f51a42e94d7 req-3039223e-15ae-430f-9341-3a6002556d01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:47.586309 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-300bd4ae-d715-4e5a-8980-5f51a42e94d7 req-3039223e-15ae-430f-9341-3a6002556d01 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7ada944-b67c-407b-be0e-d1869c073b7e HTTP/1.1" status: 200 len: 912 time: 0.1850951 Dec 15 20:55:47.839066 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-7a17f54c-e6b3-4adc-8f47-1e61a33573c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'name': 'tempest-AttachVolumeTestJSON-1084864815-router', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:48Z', 'updated_at': '2021-12-15T20:55:05Z', 'revision_number': 4, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'gw_port': {'id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:37:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '6d43a8db-9d78-4279-9a2a-0a0b60dfbfc4', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'port_id': 'a2037936-b08a-46ec-9ff3-903f7fa93eae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e', 'mac_address': 'fa:16:3e:46:cd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e1717e-8054-4dd5-8fe7-eff94d3bc075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:55:18Z', 'updated_at': '2021-12-15T20:55:45Z', 'revision_number': 1, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9423435b-093c-4c41-8fa2-facb066a64e7', 'name': '', 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'mac_address': 'fa:16:3e:ca:01:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5036755d-7452-453b-a442-049d1bf022e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:02Z', 'updated_at': '2021-12-15T20:55:18Z', 'revision_number': 5, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'subnets': [{'id': '5036755d-7452-453b-a442-049d1bf022e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:55:47.844819 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a17f54c-e6b3-4adc-8f47-1e61a33573c1 None None] Checking router: 154bd57b-dee4-49aa-b381-0a996985ad41 for host: dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 20:55:47.858498 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a17f54c-e6b3-4adc-8f47-1e61a33573c1 None None] Routers {'154bd57b-dee4-49aa-b381-0a996985ad41'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:55:47.859600 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-7a17f54c-e6b3-4adc-8f47-1e61a33573c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:55:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['154bd57b-dee4-49aa-b381-0a996985ad41'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:55:47.968799 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-300bd4ae-d715-4e5a-8980-5f51a42e94d7 req-160ca3ce-9592-4006-bc76-3173bcf339c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2037936-b08a-46ec-9ff3-903f7fa93eae HTTP/1.1" status: 200 len: 999 time: 0.3691318 Dec 15 20:55:48.063081 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b0d3c0-f153-4496-ac40-1eca6477c5ea req-8d096837-b403-482d-912b-f8ac3a8fc385 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:48.069874 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a5b0d3c0-f153-4496-ac40-1eca6477c5ea req-8d096837-b403-482d-912b-f8ac3a8fc385 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.2630374 Dec 15 20:55:48.121779 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-7a17f54c-e6b3-4adc-8f47-1e61a33573c1 None None] Set router 154bd57b-dee4-49aa-b381-0a996985ad41 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:55:48.171284 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bd4ae-d715-4e5a-8980-5f51a42e94d7 req-200728a9-c9b4-496c-908d-14dd596955f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:48.172708 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-300bd4ae-d715-4e5a-8980-5f51a42e94d7 req-200728a9-c9b4-496c-908d-14dd596955f8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5036755d-7452-453b-a442-049d1bf022e9 HTTP/1.1" status: 200 len: 850 time: 0.1781726 Dec 15 20:55:48.187872 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a5b0d3c0-f153-4496-ac40-1eca6477c5ea req-6cb0dd05-7576-486c-9fe3-caaad2dd8061 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170282 Dec 15 20:55:48.269726 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe641ca-05b0-4aa3-8777-d86394959ddd req-c5ab8c71-e963-4578-913c-478d77d7d82b tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:48.282582 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-dbe641ca-05b0-4aa3-8777-d86394959ddd req-c5ab8c71-e963-4578-913c-478d77d7d82b tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 945 time: 0.2363894 Dec 15 20:55:48.348811 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-dbe641ca-05b0-4aa3-8777-d86394959ddd req-f51c3ba2-ec98-441b-bed1-497844946745 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648942 Dec 15 20:55:48.363581 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-300bd4ae-d715-4e5a-8980-5f51a42e94d7 req-cf12b35e-8488-4a95-b0f8-ffb87720e66a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:48.365225 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-300bd4ae-d715-4e5a-8980-5f51a42e94d7 req-cf12b35e-8488-4a95-b0f8-ffb87720e66a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7ada944-b67c-407b-be0e-d1869c073b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1828418 Dec 15 20:55:48.528225 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-300bd4ae-d715-4e5a-8980-5f51a42e94d7 req-6921b8de-8308-4b1f-a0bf-f8d5ad8e1d76 service neutron] 10.222.0.41 "GET /v2.0/networks/c7ada944-b67c-407b-be0e-d1869c073b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546273 Dec 15 20:55:48.573073 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-7a17f54c-e6b3-4adc-8f47-1e61a33573c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'name': 'tempest-AttachVolumeTestJSON-1084864815-router', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:48Z', 'updated_at': '2021-12-15T20:55:05Z', 'revision_number': 4, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'gw_port': {'id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:37:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '6d43a8db-9d78-4279-9a2a-0a0b60dfbfc4', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'port_id': 'a2037936-b08a-46ec-9ff3-903f7fa93eae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e', 'mac_address': 'fa:16:3e:46:cd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e1717e-8054-4dd5-8fe7-eff94d3bc075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:55:18Z', 'updated_at': '2021-12-15T20:55:45Z', 'revision_number': 1, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9423435b-093c-4c41-8fa2-facb066a64e7', 'name': '', 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'mac_address': 'fa:16:3e:ca:01:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5036755d-7452-453b-a442-049d1bf022e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:02Z', 'updated_at': '2021-12-15T20:55:18Z', 'revision_number': 5, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'subnets': [{'id': '5036755d-7452-453b-a442-049d1bf022e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:55:48.577505 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a17f54c-e6b3-4adc-8f47-1e61a33573c1 None None] The sync data for ids ['154bd57b-dee4-49aa-b381-0a996985ad41'] in dv-cinder-821892-1-iscsi is: [{'id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'name': 'tempest-AttachVolumeTestJSON-1084864815-router', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:48Z', 'updated_at': '2021-12-15T20:55:05Z', 'revision_number': 4, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'gw_port': {'id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:37:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '6d43a8db-9d78-4279-9a2a-0a0b60dfbfc4', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'floating_ip_address': '172.27.1.118', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'port_id': 'a2037936-b08a-46ec-9ff3-903f7fa93eae', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e', 'mac_address': 'fa:16:3e:46:cd:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd1e1717e-8054-4dd5-8fe7-eff94d3bc075', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:55:18Z', 'updated_at': '2021-12-15T20:55:45Z', 'revision_number': 1, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9423435b-093c-4c41-8fa2-facb066a64e7', 'name': '', 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'mac_address': 'fa:16:3e:ca:01:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5036755d-7452-453b-a442-049d1bf022e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:02Z', 'updated_at': '2021-12-15T20:55:18Z', 'revision_number': 5, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'subnets': [{'id': '5036755d-7452-453b-a442-049d1bf022e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 20:55:48.663701 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-aa29a857-cea5-46a8-857c-2b7c99b41d45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:48.706285 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-300bd4ae-d715-4e5a-8980-5f51a42e94d7 req-0754ce2f-dca0-486a-8b94-a5f2d460447a service neutron] 10.222.0.41 "GET /v2.0/networks/c7ada944-b67c-407b-be0e-d1869c073b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1704602 Dec 15 20:55:48.889018 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3ca2962-0f74-4198-9fa7-ba9e4269083a None None] New status for floating IP 6d43a8db-9d78-4279-9a2a-0a0b60dfbfc4: ACTIVE {{(pid=86860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 20:55:49.375781 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-527f7d3a-9028-43f9-a77f-2461d3ea1942 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:49.377186 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-527f7d3a-9028-43f9-a77f-2461d3ea1942 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/networks?id=80313551-4978-4263-bd6f-c5ef8342b2b0 HTTP/1.1" status: 200 len: 815 time: 0.1919861 Dec 15 20:55:49.400145 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-2d9231cb-fa31-41c5-b694-6a4ac4bec162 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/quotas/aebf296e7f8d40f19e8c30faf01d3e7d HTTP/1.1" status: 200 len: 375 time: 0.0137265 Dec 15 20:55:49.468875 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba558e7-aebc-4cb8-a368-06572d8dc75b req-f42fa7a9-ec1e-48e2-98f8-e636e91c2e8d tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:49.470330 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9ba558e7-aebc-4cb8-a368-06572d8dc75b req-f42fa7a9-ec1e-48e2-98f8-e636e91c2e8d tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.1657228 Dec 15 20:55:49.525475 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9ba558e7-aebc-4cb8-a368-06572d8dc75b req-ec3994f3-9811-4081-b538-9faf9ae079ac tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484910 Dec 15 20:55:49.529472 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-e0340a58-25bd-4cdc-a48c-77f91fb8df08 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=aebf296e7f8d40f19e8c30faf01d3e7d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1225822 Dec 15 20:55:49.676372 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:49.678464 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:49.714470 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-d25dee67-5c51-49ef-a999-73ae2e1d3314 service neutron] 10.222.0.49 "GET /v2.0/networks/80313551-4978-4263-bd6f-c5ef8342b2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780684 Dec 15 20:55:49.813065 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec50d4d-c26c-4faa-a970-26c4e37c932a req-0e15e813-ae5c-4ac2-b03b-d34a1d99da39 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:49.814544 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6ec50d4d-c26c-4faa-a970-26c4e37c932a req-0e15e813-ae5c-4ac2-b03b-d34a1d99da39 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 945 time: 0.1877768 Dec 15 20:55:49.891729 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6ec50d4d-c26c-4faa-a970-26c4e37c932a req-250dbff9-fd58-43ba-88ee-535d1f821366 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701351 Dec 15 20:55:49.904635 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-f2700633-563c-467d-a15e-001aa5dd8b33 service neutron] 10.222.0.49 "GET /v2.0/networks/80313551-4978-4263-bd6f-c5ef8342b2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838448 Dec 15 20:55:50.214416 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9539fa-69d9-4715-a7ad-09c658ddc872 req-dcb48885-b839-4938-9f00-415778cf9335 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:50.216014 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2f9539fa-69d9-4715-a7ad-09c658ddc872 req-dcb48885-b839-4938-9f00-415778cf9335 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 945 time: 0.0918999 Dec 15 20:55:50.224899 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 34974) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:55:50.233417 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-5dfbcd76-04ba-4996-bb9b-5670197ecdc5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Request body: {'floatingip': {'port_id': 'd66489c0-5202-41a0-b0b9-efa104bb61bb'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:55:50.318728 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5dfbcd76-04ba-4996-bb9b-5670197ecdc5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for floatingip, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:50.328220 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-27765ceb-0c13-4664-9857-caa42f6ddc9d req-176490d7-ae89-4f93-8bf5-e1b498b56fcc tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=408593d0-5942-458b-b385-ca50a9bba9e8 HTTP/1.1" status: 200 len: 210 time: 0.0657489 Dec 15 20:55:50.742567 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dec5b282-5ae9-47f7-9309-8c3e97631238 req-467377a7-5a5c-46da-9d9a-2b7eb0d7f820 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:50.744055 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-dec5b282-5ae9-47f7-9309-8c3e97631238 req-467377a7-5a5c-46da-9d9a-2b7eb0d7f820 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.0842726 Dec 15 20:55:50.787986 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-dec5b282-5ae9-47f7-9309-8c3e97631238 req-ffed596f-0493-49ea-9111-e76cfeed984b tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381327 Dec 15 20:55:51.050534 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:51.186265 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5dfbcd76-04ba-4996-bb9b-5670197ecdc5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:51.189734 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5dfbcd76-04ba-4996-bb9b-5670197ecdc5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677241'] for floatingip, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:51.355502 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.db.l3_db [None req-5dfbcd76-04ba-4996-bb9b-5670197ecdc5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Floating IP 5b0bd24a-aa37-491a-a4fb-a70d11eef8b5 associated. External IP: 172.27.1.114, port: d66489c0-5202-41a0-b0b9-efa104bb61bb. Dec 15 20:55:51.469499 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4624da82-a18e-43eb-98f4-2fa78ab9c2b8 req-81640851-3692-4500-a300-aaf8af84c6f8 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=408593d0-5942-458b-b385-ca50a9bba9e8 HTTP/1.1" status: 200 len: 210 time: 0.0457592 Dec 15 20:55:51.786944 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dfbcd76-04ba-4996-bb9b-5670197ecdc5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Router f6327fe7-ee94-4b44-a904-cc054d988925 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 20:55:51.973366 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dfbcd76-04ba-4996-bb9b-5670197ecdc5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 20:55:51.979505 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5dfbcd76-04ba-4996-bb9b-5670197ecdc5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for floatingip, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:51.986086 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a4719e-295f-4e85-928b-c4d9dee85edd None None] Sync routers for ids ['f6327fe7-ee94-4b44-a904-cc054d988925'] in dv-cinder-821892-1-iscsi {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 20:55:52.001302 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a4719e-295f-4e85-928b-c4d9dee85edd None None] Routers {'f6327fe7-ee94-4b44-a904-cc054d988925'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:55:52.004098 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-33a4719e-295f-4e85-928b-c4d9dee85edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:55:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['f6327fe7-ee94-4b44-a904-cc054d988925'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:55:52.044525 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-5dfbcd76-04ba-4996-bb9b-5670197ecdc5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "PUT /v2.0/floatingips/5b0bd24a-aa37-491a-a4fb-a70d11eef8b5 HTTP/1.1" status: 200 len: 991 time: 1.8175409 Dec 15 20:55:52.045478 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd517eebf-3a20-44e8-89a9-fd7f88367609', 'tag': 'd66489c0-5202-41a0-b0b9-efa104bb61bb'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:55:52.079944 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55f035f-7882-437f-9350-75c497d03556 req-6c6bc89c-34a9-40eb-ac49-71d743c1ede7 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:52.081889 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a55f035f-7882-437f-9350-75c497d03556 req-6c6bc89c-34a9-40eb-ac49-71d743c1ede7 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.1909301 Dec 15 20:55:52.126340 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a55f035f-7882-437f-9350-75c497d03556 req-995c717a-b9f6-48d4-8bb3-b05db3365fd0 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386016 Dec 15 20:55:52.215128 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-33a4719e-295f-4e85-928b-c4d9dee85edd None None] Set router f6327fe7-ee94-4b44-a904-cc054d988925 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:55:52.575913 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-33a4719e-295f-4e85-928b-c4d9dee85edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'name': 'tempest-AttachVolumeShelveTestJSON-329725510-router', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'gw_port': {'id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:53Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '5b0bd24a-aa37-491a-a4fb-a70d11eef8b5', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'port_id': 'd66489c0-5202-41a0-b0b9-efa104bb61bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'mac_address': 'fa:16:3e:ec:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd517eebf-3a20-44e8-89a9-fd7f88367609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:55:23Z', 'updated_at': '2021-12-15T20:55:51Z', 'revision_number': 1, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86369e50-68a6-4ea1-a903-c8548fa38806', 'name': '', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'mac_address': 'fa:16:3e:29:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:11Z', 'updated_at': '2021-12-15T20:55:25Z', 'revision_number': 5, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'subnets': [{'id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:55:52.579937 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a4719e-295f-4e85-928b-c4d9dee85edd None None] Checking router: f6327fe7-ee94-4b44-a904-cc054d988925 for host: dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 20:55:52.588756 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a4719e-295f-4e85-928b-c4d9dee85edd None None] Routers {'f6327fe7-ee94-4b44-a904-cc054d988925'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:55:52.589330 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-33a4719e-295f-4e85-928b-c4d9dee85edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:55:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['f6327fe7-ee94-4b44-a904-cc054d988925'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:55:52.761226 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-33a4719e-295f-4e85-928b-c4d9dee85edd None None] Set router f6327fe7-ee94-4b44-a904-cc054d988925 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:55:52.879725 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd517eebf-3a20-44e8-89a9-fd7f88367609', 'tag': 'd66489c0-5202-41a0-b0b9-efa104bb61bb', 'status': 'completed', 'code': 200} Dec 15 20:55:53.087223 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-091c4ddc-ac2b-4eeb-9b98-7b3a8549db90 req-6a850f31-1dcb-4b78-9a4c-9df04c9eacf6 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=408593d0-5942-458b-b385-ca50a9bba9e8 HTTP/1.1" status: 200 len: 210 time: 0.0642943 Dec 15 20:55:53.131147 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732e9fa-16ba-4cf6-aa63-3f2d2a471a4c req-f87c0718-6108-4516-99a5-08c2eaf4b1b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:53.132600 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e732e9fa-16ba-4cf6-aa63-3f2d2a471a4c req-f87c0718-6108-4516-99a5-08c2eaf4b1b9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e67c01112e5140159f714a65508bf5cb&device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 1098 time: 0.1793118 Dec 15 20:55:53.195852 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-33a4719e-295f-4e85-928b-c4d9dee85edd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'name': 'tempest-AttachVolumeShelveTestJSON-329725510-router', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'gw_port': {'id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:53Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '5b0bd24a-aa37-491a-a4fb-a70d11eef8b5', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'port_id': 'd66489c0-5202-41a0-b0b9-efa104bb61bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'mac_address': 'fa:16:3e:ec:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd517eebf-3a20-44e8-89a9-fd7f88367609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:55:23Z', 'updated_at': '2021-12-15T20:55:51Z', 'revision_number': 1, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86369e50-68a6-4ea1-a903-c8548fa38806', 'name': '', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'mac_address': 'fa:16:3e:29:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:11Z', 'updated_at': '2021-12-15T20:55:25Z', 'revision_number': 5, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'subnets': [{'id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:55:53.203630 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33a4719e-295f-4e85-928b-c4d9dee85edd None None] The sync data for ids ['f6327fe7-ee94-4b44-a904-cc054d988925'] in dv-cinder-821892-1-iscsi is: [{'id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'name': 'tempest-AttachVolumeShelveTestJSON-329725510-router', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'gw_port': {'id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:53Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '5b0bd24a-aa37-491a-a4fb-a70d11eef8b5', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'floating_ip_address': '172.27.1.114', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'port_id': 'd66489c0-5202-41a0-b0b9-efa104bb61bb', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 144, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'mac_address': 'fa:16:3e:ec:71:e4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd517eebf-3a20-44e8-89a9-fd7f88367609', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:55:23Z', 'updated_at': '2021-12-15T20:55:51Z', 'revision_number': 1, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86369e50-68a6-4ea1-a903-c8548fa38806', 'name': '', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'mac_address': 'fa:16:3e:29:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:11Z', 'updated_at': '2021-12-15T20:55:25Z', 'revision_number': 5, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'subnets': [{'id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 20:55:53.372234 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732e9fa-16ba-4cf6-aa63-3f2d2a471a4c req-9a998898-27ee-447f-992b-f1996676868c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:53.373732 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e732e9fa-16ba-4cf6-aa63-3f2d2a471a4c req-9a998898-27ee-447f-992b-f1996676868c service neutron] 10.222.0.41 "GET /v2.0/networks?id=93026352-c79c-42ad-baed-f8112007ec46 HTTP/1.1" status: 200 len: 917 time: 0.2251821 Dec 15 20:55:53.385977 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5de3b37-4f38-49c6-b0f7-8ee8949b7ae7 req-b8da2c63-6271-4dc2-abf3-8729d1750b1c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:53.387428 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d5de3b37-4f38-49c6-b0f7-8ee8949b7ae7 req-b8da2c63-6271-4dc2-abf3-8729d1750b1c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.1328528 Dec 15 20:55:53.399323 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec047679-4a7d-462a-bf91-b357a121918b None None] New status for floating IP 5b0bd24a-aa37-491a-a4fb-a70d11eef8b5: ACTIVE {{(pid=86860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 20:55:53.517873 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e732e9fa-16ba-4cf6-aa63-3f2d2a471a4c req-629f0ec6-05c0-4ec7-9ebc-2dae319cc4bc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d66489c0-5202-41a0-b0b9-efa104bb61bb HTTP/1.1" status: 200 len: 999 time: 0.1294429 Dec 15 20:55:53.520775 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d5de3b37-4f38-49c6-b0f7-8ee8949b7ae7 req-d7169236-f4d5-49a0-ba80-f242769e625d tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788958 Dec 15 20:55:53.585718 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732e9fa-16ba-4cf6-aa63-3f2d2a471a4c req-4b9ef5cf-f5b8-4f13-a243-084e78263428 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:53.587386 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e732e9fa-16ba-4cf6-aa63-3f2d2a471a4c req-4b9ef5cf-f5b8-4f13-a243-084e78263428 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eac67882-7145-4cd4-a26e-4a2149ab905e HTTP/1.1" status: 200 len: 855 time: 0.0590706 Dec 15 20:55:53.681456 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e732e9fa-16ba-4cf6-aa63-3f2d2a471a4c req-e9b87d4d-37a3-40df-a55a-06f3f6507386 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:53.683063 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e732e9fa-16ba-4cf6-aa63-3f2d2a471a4c req-e9b87d4d-37a3-40df-a55a-06f3f6507386 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93026352-c79c-42ad-baed-f8112007ec46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0789647 Dec 15 20:55:53.838546 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e732e9fa-16ba-4cf6-aa63-3f2d2a471a4c req-2e22b07b-035a-4d64-b754-03e2c788c0d6 service neutron] 10.222.0.41 "GET /v2.0/networks/93026352-c79c-42ad-baed-f8112007ec46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367524 Dec 15 20:55:53.889089 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-7beb3792-5dc2-4f52-99cf-32cccc625233 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:53.891971 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-7beb3792-5dc2-4f52-99cf-32cccc625233 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.41 "GET /v2.0/networks?id=80313551-4978-4263-bd6f-c5ef8342b2b0 HTTP/1.1" status: 200 len: 815 time: 0.1786697 Dec 15 20:55:53.937511 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-bfb23b1e-9e48-4959-bc59-1ba305184555 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Request body: {'port': {'device_id': '408593d0-5942-458b-b385-ca50a9bba9e8', 'network_id': '80313551-4978-4263-bd6f-c5ef8342b2b0', 'admin_state_up': True, 'tenant_id': 'aebf296e7f8d40f19e8c30faf01d3e7d'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:55:54.038000 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e732e9fa-16ba-4cf6-aa63-3f2d2a471a4c req-0aa8d446-c744-4112-a418-78a0957cfffe service neutron] 10.222.0.41 "GET /v2.0/networks/93026352-c79c-42ad-baed-f8112007ec46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895621 Dec 15 20:55:54.142901 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-bfb23b1e-9e48-4959-bc59-1ba305184555 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:55:54.146465 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-bfb23b1e-9e48-4959-bc59-1ba305184555 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Usage tracker for resource:port and tenant:aebf296e7f8d40f19e8c30faf01d3e7d is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:55:54.149810 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-bfb23b1e-9e48-4959-bc59-1ba305184555 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Quota usage for port was recalculated. Used quota:1. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:55:54.156541 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-bfb23b1e-9e48-4959-bc59-1ba305184555 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:55:54.168023 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-bfb23b1e-9e48-4959-bc59-1ba305184555 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Made reservation on behalf of aebf296e7f8d40f19e8c30faf01d3e7d for: {'port': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:55:54.172093 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-bfb23b1e-9e48-4959-bc59-1ba305184555 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:54.268097 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-559607ce-c19b-467b-b3e6-c6eb0d199305 req-8134a982-f791-4831-b92c-11519c07dc8d tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=408593d0-5942-458b-b385-ca50a9bba9e8 HTTP/1.1" status: 200 len: 210 time: 0.0589166 Dec 15 20:55:54.364774 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-bfb23b1e-9e48-4959-bc59-1ba305184555 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Allocated IP 172.20.0.12 (80313551-4978-4263-bd6f-c5ef8342b2b0/2f5c8b39-f31f-4f68-b491-bed600bd6785/3738a568-4309-4f12-b542-09b2242a8a4f) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:55:54.611513 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-bfb23b1e-9e48-4959-bc59-1ba305184555 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:54.655478 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-bfb23b1e-9e48-4959-bc59-1ba305184555 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:54.662853 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-d6f2b315-4918-4d8b-89ab-6bbea10c591b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:54.682575 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['7ba761fd-f599-4ab4-9445-2bd2f228ac1a'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:55:54.725160 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621fc4d-7c19-4a31-9488-f3ec192b0c09 req-3e4ba9c6-66f2-4f57-adbc-786c057de205 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:54.728246 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2621fc4d-7c19-4a31-9488-f3ec192b0c09 req-3e4ba9c6-66f2-4f57-adbc-786c057de205 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.0876219 Dec 15 20:55:54.743715 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-bfb23b1e-9e48-4959-bc59-1ba305184555 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Network 80313551-4978-4263-bd6f-c5ef8342b2b0 is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:55:54.748379 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-bfb23b1e-9e48-4959-bc59-1ba305184555 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:55:54.753119 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-bfb23b1e-9e48-4959-bc59-1ba305184555 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:55:54.760804 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-bfb23b1e-9e48-4959-bc59-1ba305184555 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:54.761886 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-bfb23b1e-9e48-4959-bc59-1ba305184555 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:54.787958 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb23b1e-9e48-4959-bc59-1ba305184555 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Pushing event updated for resources: {'Port': ['ID=3738a568-4309-4f12-b542-09b2242a8a4f,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:54.793527 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-bfb23b1e-9e48-4959-bc59-1ba305184555 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:54.804053 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-bfb23b1e-9e48-4959-bc59-1ba305184555 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8749754 Dec 15 20:55:54.804358 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2621fc4d-7c19-4a31-9488-f3ec192b0c09 req-7c764984-f3da-4cd9-b698-38e018a95a8f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706398 Dec 15 20:55:54.825935 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] Request body: {'port': {'device_id': '408593d0-5942-458b-b385-ca50a9bba9e8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:55:55.016657 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:55.436943 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3738a568-4309-4f12-b542-09b2242a8a4f {{(pid=86858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:55:55.444633 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:55.459979 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-856c3aa6-cfe3-452e-a54b-11359c1de35c req-ef59d31f-c4f5-4956-8812-9afad4887358 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:55.460708 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] Transition to ACTIVE for port object 3738a568-4309-4f12-b542-09b2242a8a4f will not be triggered until provisioned by entity L2. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:55:55.461753 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-856c3aa6-cfe3-452e-a54b-11359c1de35c req-ef59d31f-c4f5-4956-8812-9afad4887358 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=408593d0-5942-458b-b385-ca50a9bba9e8 HTTP/1.1" status: 200 len: 932 time: 0.0875082 Dec 15 20:55:55.468812 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:55.478192 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:55.512762 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-856c3aa6-cfe3-452e-a54b-11359c1de35c req-945123ad-1b49-4df1-8ea1-896658171392 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440848 Dec 15 20:55:55.678941 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 20:55:55.767233 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] Pushing event updated for resources: {'Port': ['ID=3738a568-4309-4f12-b542-09b2242a8a4f,revision_number=2']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:55.770689 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:55.771480 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] Attempting to bind port 3738a568-4309-4f12-b542-09b2242a8a4f on host hv-cinder-82189 for vnic_type normal with profile {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:55:55.771802 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] Attempting to bind port 3738a568-4309-4f12-b542-09b2242a8a4f by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'ae6fa0f6-5b60-452f-8239-ffb398b012d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80313551-4978-4263-bd6f-c5ef8342b2b0'}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:55:55.772122 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] Attempting to bind port 3738a568-4309-4f12-b542-09b2242a8a4f on network 80313551-4978-4263-bd6f-c5ef8342b2b0 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:55:55.776841 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] Port 3738a568-4309-4f12-b542-09b2242a8a4f on network 80313551-4978-4263-bd6f-c5ef8342b2b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 20:55:55.777155 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] Attempting to bind port 3738a568-4309-4f12-b542-09b2242a8a4f on network 80313551-4978-4263-bd6f-c5ef8342b2b0 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:55:55.782240 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] Checking agent: {'id': '725a3879-ffa9-43b4-b39f-ace0d62390f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'started_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 55, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:55:55.782568 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] Checking segment: {'id': 'ae6fa0f6-5b60-452f-8239-ffb398b012d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80313551-4978-4263-bd6f-c5ef8342b2b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:55:55.782938 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] Bound using segment: {'id': 'ae6fa0f6-5b60-452f-8239-ffb398b012d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80313551-4978-4263-bd6f-c5ef8342b2b0'} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:55:55.783352 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] Bound port: 3738a568-4309-4f12-b542-09b2242a8a4f, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae6fa0f6-5b60-452f-8239-ffb398b012d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80313551-4978-4263-bd6f-c5ef8342b2b0'}}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:55:55.783691 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:55.895543 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] For port 3738a568-4309-4f12-b542-09b2242a8a4f, host hv-cinder-82189, cleared binding levels {{(pid=86858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:55:55.899930 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] For port 3738a568-4309-4f12-b542-09b2242a8a4f, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3738a568-4309-4f12-b542-09b2242a8a4f,segment=NetworkSegment(ae6fa0f6-5b60-452f-8239-ffb398b012d3),segment_id=ae6fa0f6-5b60-452f-8239-ffb398b012d3)] {{(pid=86858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:55:55.906160 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:55.917227 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:55:55.998496 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:55.999257 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:55:56.001251 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] 10.222.0.41 "PUT /v2.0/ports/3738a568-4309-4f12-b542-09b2242a8a4f HTTP/1.1" status: 200 len: 1094 time: 1.1876895 Dec 15 20:55:56.004156 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '408593d0-5942-458b-b385-ca50a9bba9e8', 'tag': '3738a568-4309-4f12-b542-09b2242a8a4f'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:55:56.013946 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] Pushing event updated for resources: {'Port': ['ID=3738a568-4309-4f12-b542-09b2242a8a4f,revision_number=3']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:55:56.017394 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:55:56.084847 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f70c887-7b26-4db8-8474-e1449f2cc2ae req-00ef4147-d6ba-4bf3-8db4-5e07d076da3e tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:56.086284 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9f70c887-7b26-4db8-8474-e1449f2cc2ae req-00ef4147-d6ba-4bf3-8db4-5e07d076da3e tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.1486092 Dec 15 20:55:56.094938 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae376bfc-150e-4b9e-8704-6ece3a6ec178 req-f74b577a-b3da-4b5b-ae69-53baed4e575d tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:56.096288 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ae376bfc-150e-4b9e-8704-6ece3a6ec178 req-f74b577a-b3da-4b5b-ae69-53baed4e575d tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 945 time: 0.1188791 Dec 15 20:55:56.162945 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9f70c887-7b26-4db8-8474-e1449f2cc2ae req-52e454bc-ffb6-4285-810f-34a3c6a7a9b9 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657399 Dec 15 20:55:56.167323 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ae376bfc-150e-4b9e-8704-6ece3a6ec178 req-a9dcd980-220f-429f-9b17-f3d3dd032a23 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/security-groups?id=583162b2-4385-4fd7-bb54-1fcfe1879543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573337 Dec 15 20:55:56.218382 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '408593d0-5942-458b-b385-ca50a9bba9e8', 'tag': '3738a568-4309-4f12-b542-09b2242a8a4f', 'status': 'completed', 'code': 200} Dec 15 20:55:58.593057 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be6d94-206d-4044-bd29-d986d4400a13 req-ecb921cb-a1bf-4189-a507-d0d4971d11ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:58.594584 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-b0be6d94-206d-4044-bd29-d986d4400a13 req-ecb921cb-a1bf-4189-a507-d0d4971d11ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aebf296e7f8d40f19e8c30faf01d3e7d&device_id=408593d0-5942-458b-b385-ca50a9bba9e8 HTTP/1.1" status: 200 len: 1097 time: 0.0991614 Dec 15 20:55:58.744708 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be6d94-206d-4044-bd29-d986d4400a13 req-a8327a91-4c74-4d11-a07e-cbab7f23d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:58.746103 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-b0be6d94-206d-4044-bd29-d986d4400a13 req-a8327a91-4c74-4d11-a07e-cbab7f23d407 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=aebf296e7f8d40f19e8c30faf01d3e7d&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1349411 Dec 15 20:55:58.780385 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555ac5f8-e099-4658-ab2d-c7d3cd0320dc req-0e0976a7-32a9-4217-b292-ead3a765ee32 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:58.781858 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-555ac5f8-e099-4658-ab2d-c7d3cd0320dc req-0e0976a7-32a9-4217-b292-ead3a765ee32 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=408593d0-5942-458b-b385-ca50a9bba9e8 HTTP/1.1" status: 200 len: 944 time: 0.1470411 Dec 15 20:55:58.793489 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8e2a3e2-c7f6-45d3-a8a1-b56e733b5318 req-cd5946c8-b228-4d0b-95ee-a3624dde2100 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:58.794873 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a8e2a3e2-c7f6-45d3-a8a1-b56e733b5318 req-cd5946c8-b228-4d0b-95ee-a3624dde2100 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.1128244 Dec 15 20:55:58.884912 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0be6d94-206d-4044-bd29-d986d4400a13 req-6ea0fd31-ebf5-4a4f-bae8-c051ab3f9618 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:58.886642 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-b0be6d94-206d-4044-bd29-d986d4400a13 req-6ea0fd31-ebf5-4a4f-bae8-c051ab3f9618 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1326931 Dec 15 20:55:58.953116 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-555ac5f8-e099-4658-ab2d-c7d3cd0320dc req-faf2e1fe-11dd-4ff9-a7ae-92678af8930e tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572478 Dec 15 20:55:58.976354 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a8e2a3e2-c7f6-45d3-a8a1-b56e733b5318 req-6f853829-0b14-46b9-91a7-7d04cf7f63f0 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683319 Dec 15 20:55:59.023004 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-198ce85d-a652-4319-8c9b-41b4697f1efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:59.024463 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-198ce85d-a652-4319-8c9b-41b4697f1efe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aebf296e7f8d40f19e8c30faf01d3e7d&device_id=408593d0-5942-458b-b385-ca50a9bba9e8 HTTP/1.1" status: 200 len: 1097 time: 0.0868642 Dec 15 20:55:59.107134 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-50574098-2131-4dda-a9bc-2f97daef19ba service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3738a568-4309-4f12-b542-09b2242a8a4f HTTP/1.1" status: 200 len: 217 time: 0.0725105 Dec 15 20:55:59.140823 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332cd667-34c6-4688-972d-400667da1b73 req-35bdc5e5-d7c3-41bc-9cb9-9b05948a9d64 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:59.142510 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-332cd667-34c6-4688-972d-400667da1b73 req-35bdc5e5-d7c3-41bc-9cb9-9b05948a9d64 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 945 time: 0.0936677 Dec 15 20:55:59.191100 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-6ff8b643-124e-4eff-bfd2-21a7edb9d59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:55:59.192690 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-6ff8b643-124e-4eff-bfd2-21a7edb9d59e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f5c8b39-f31f-4f68-b491-bed600bd6785 HTTP/1.1" status: 200 len: 855 time: 0.0758388 Dec 15 20:55:59.195348 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-332cd667-34c6-4688-972d-400667da1b73 req-da15a83a-31ac-427f-8db0-04a076eeb0a0 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/security-groups?id=583162b2-4385-4fd7-bb54-1fcfe1879543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463643 Dec 15 20:55:59.254432 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-c93c5eac-0f06-4e4d-b3ba-596a2ff49343 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80313551-4978-4263-bd6f-c5ef8342b2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0512788 Dec 15 20:55:59.392864 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-04bfa52b-0046-48be-99c1-50791ce24e74 service neutron] 10.222.0.41 "GET /v2.0/networks/80313551-4978-4263-bd6f-c5ef8342b2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293833 Dec 15 20:55:59.519270 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-6de6524d-82dc-4f6b-a53f-74bf71fb2226 req-d5ecf39c-9423-4268-ad9b-65148b0bc81e service neutron] 10.222.0.41 "GET /v2.0/networks/80313551-4978-4263-bd6f-c5ef8342b2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1195905 Dec 15 20:56:00.187513 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cee91c1-2d73-4c38-bae8-6c1787453f72 req-ed4e9d4e-e954-40c2-a5c9-614586f86797 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:00.189350 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4cee91c1-2d73-4c38-bae8-6c1787453f72 req-ed4e9d4e-e954-40c2-a5c9-614586f86797 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=408593d0-5942-458b-b385-ca50a9bba9e8 HTTP/1.1" status: 200 len: 944 time: 0.1091423 Dec 15 20:56:00.236855 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4cee91c1-2d73-4c38-bae8-6c1787453f72 req-53eee664-5036-439b-b00e-9cf4c4c4bfe4 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422130 Dec 15 20:56:00.439030 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5b8e50-e898-4b6f-999e-7acc292844db req-495ccb6d-6e1a-48fc-855b-867c90aec03a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:00.440489 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2f5b8e50-e898-4b6f-999e-7acc292844db req-495ccb6d-6e1a-48fc-855b-867c90aec03a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.1528213 Dec 15 20:56:00.460919 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b6bea15-ff9d-4d21-84d5-3bac1970774f req-19761147-709c-44ac-9984-f0b966c992c3 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:00.462347 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6b6bea15-ff9d-4d21-84d5-3bac1970774f req-19761147-709c-44ac-9984-f0b966c992c3 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 945 time: 0.1103652 Dec 15 20:56:00.528273 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2f5b8e50-e898-4b6f-999e-7acc292844db req-90694bdc-ae2c-44a6-91e3-fd3df775f77d tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649889 Dec 15 20:56:00.536063 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6b6bea15-ff9d-4d21-84d5-3bac1970774f req-3eda05cd-ca85-41d2-a134-023adfa1af4f tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/security-groups?id=583162b2-4385-4fd7-bb54-1fcfe1879543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589755 Dec 15 20:56:01.258753 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e7645c-36b1-47eb-85b8-3a58ff440635 req-f7dea017-d9df-419d-a940-fbf9b7aaca52 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:01.259892 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-71e7645c-36b1-47eb-85b8-3a58ff440635 req-f7dea017-d9df-419d-a940-fbf9b7aaca52 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Synchronizing usage tracker for tenant:16b1dbbad41a4f00a832b86ea2999591 on resource:port {{(pid=86858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:56:01.280384 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-71e7645c-36b1-47eb-85b8-3a58ff440635 req-f7dea017-d9df-419d-a940-fbf9b7aaca52 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Unset dirty status for tenant:16b1dbbad41a4f00a832b86ea2999591 on resource:port {{(pid=86858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:56:01.281780 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-71e7645c-36b1-47eb-85b8-3a58ff440635 req-f7dea017-d9df-419d-a940-fbf9b7aaca52 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.41 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 945 time: 0.1006100 Dec 15 20:56:01.341703 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 3738a568-4309-4f12-b542-09b2242a8a4f details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=86860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 20:56:01.366858 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-71e7645c-36b1-47eb-85b8-3a58ff440635 req-3e0c6b7b-2ec2-4662-91c5-c4625159a1f1 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Deleting port 8ea06233-674f-4338-a53a-ff5825d7e115 {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 20:56:01.367437 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-71e7645c-36b1-47eb-85b8-3a58ff440635 req-3e0c6b7b-2ec2-4662-91c5-c4625159a1f1 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:01.453249 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd414d-7973-4d3b-8b1f-0f6f19762727 req-e18e9f5e-7722-4bf9-99bf-da8a2627e46d tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:01.455520 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-26cd414d-7973-4d3b-8b1f-0f6f19762727 req-e18e9f5e-7722-4bf9-99bf-da8a2627e46d tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=408593d0-5942-458b-b385-ca50a9bba9e8 HTTP/1.1" status: 200 len: 944 time: 0.0991166 Dec 15 20:56:01.483756 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 3738a568-4309-4f12-b542-09b2242a8a4f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3738a568-4309-4f12-b542-09b2242a8a4f,segment=NetworkSegment(ae6fa0f6-5b60-452f-8239-ffb398b012d3),segment_id=ae6fa0f6-5b60-452f-8239-ffb398b012d3)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:56:01.498130 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Returning: {'device': '3738a568-4309-4f12-b542-09b2242a8a4f', 'network_id': '80313551-4978-4263-bd6f-c5ef8342b2b0', 'port_id': '3738a568-4309-4f12-b542-09b2242a8a4f', 'mac_address': 'fa:16:3e:f8:eb:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f5c8b39-f31f-4f68-b491-bed600bd6785', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:56:01.529471 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-26cd414d-7973-4d3b-8b1f-0f6f19762727 req-917af082-8ea5-49b3-ac91-cf141262d996 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642853 Dec 15 20:56:01.583865 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:01.612926 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3738a568-4309-4f12-b542-09b2242a8a4f {{(pid=86860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:56:01.629965 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 3738a568-4309-4f12-b542-09b2242a8a4f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3738a568-4309-4f12-b542-09b2242a8a4f,segment=NetworkSegment(ae6fa0f6-5b60-452f-8239-ffb398b012d3),segment_id=ae6fa0f6-5b60-452f-8239-ffb398b012d3)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:56:01.645101 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:01.651263 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-ff706b18-6764-4372-9837-238ff36c5877 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:01.727383 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-71e7645c-36b1-47eb-85b8-3a58ff440635 req-3e0c6b7b-2ec2-4662-91c5-c4625159a1f1 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] For port 8ea06233-674f-4338-a53a-ff5825d7e115, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=8ea06233-674f-4338-a53a-ff5825d7e115,segment=NetworkSegment(ae68ac1e-e1ad-482b-960a-97d6ac5da630),segment_id=ae68ac1e-e1ad-482b-960a-97d6ac5da630)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:56:01.731868 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-71e7645c-36b1-47eb-85b8-3a58ff440635 req-3e0c6b7b-2ec2-4662-91c5-c4625159a1f1 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:01.779998 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=3738a568-4309-4f12-b542-09b2242a8a4f,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:01.788860 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:01.789231 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:01.789568 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:01.789972 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:01.790737 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:01.791068 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:01.791495 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:01.791823 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:01.792221 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:01.792560 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:01.792881 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:01.793197 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:01.804293 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:01.859306 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d61727-c974-4c86-977a-407170494b54 req-9ef041f3-558b-457d-aa36-1ee9a5abf73e tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:01.860858 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-13d61727-c974-4c86-977a-407170494b54 req-9ef041f3-558b-457d-aa36-1ee9a5abf73e tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 945 time: 0.1588356 Dec 15 20:56:01.872126 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf684297-97f6-4116-982c-411271a44af3 req-6f2ce526-c49f-4439-914f-a25da4221248 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:01.873546 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-cf684297-97f6-4116-982c-411271a44af3 req-6f2ce526-c49f-4439-914f-a25da4221248 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.1219230 Dec 15 20:56:01.943974 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-13d61727-c974-4c86-977a-407170494b54 req-6c80910c-45b0-4d3e-a06a-88d1ff3dfd72 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/security-groups?id=583162b2-4385-4fd7-bb54-1fcfe1879543&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692394 Dec 15 20:56:01.948417 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-71e7645c-36b1-47eb-85b8-3a58ff440635 req-3e0c6b7b-2ec2-4662-91c5-c4625159a1f1 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Calling delete_port for 8ea06233-674f-4338-a53a-ff5825d7e115 owned by compute:nova {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 20:56:01.948913 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-cf684297-97f6-4116-982c-411271a44af3 req-e5bbb1e1-5da4-4085-8c12-e02cb67a457d tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611467 Dec 15 20:56:02.140844 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['3738a568-4309-4f12-b542-09b2242a8a4f'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:56:02.166019 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-71e7645c-36b1-47eb-85b8-3a58ff440635 req-3e0c6b7b-2ec2-4662-91c5-c4625159a1f1 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:02.172236 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:02.231985 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0c6b7b-2ec2-4662-91c5-c4625159a1f1 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Pushing event deleted for resources: {'Port': ['ID=8ea06233-674f-4338-a53a-ff5825d7e115,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:02.234986 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-3e0c6b7b-2ec2-4662-91c5-c4625159a1f1 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:02.268713 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 35252) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:02.316256 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-71e7645c-36b1-47eb-85b8-3a58ff440635 req-3e0c6b7b-2ec2-4662-91c5-c4625159a1f1 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] No DVR routers for this DVR port 8ea06233-674f-4338-a53a-ff5825d7e115 on host hv-cinder-82189 {{(pid=86858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 20:56:02.319366 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-71e7645c-36b1-47eb-85b8-3a58ff440635 req-3e0c6b7b-2ec2-4662-91c5-c4625159a1f1 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:02.322372 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '052f4aab-0856-42fd-ac28-f7430a1a96ec', 'name': 'network-vif-deleted', 'tag': '8ea06233-674f-4338-a53a-ff5825d7e115'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:56:02.334734 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_v2 [None req-2edd9a03-7774-4207-afd7-cb7ce337d3a8 admin admin] Deleting subnet 0aa220df-91a6-4fac-be1b-1c1bb2508b9f {{(pid=86859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 20:56:02.339919 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-2edd9a03-7774-4207-afd7-cb7ce337d3a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:02.341441 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-71e7645c-36b1-47eb-85b8-3a58ff440635 req-3e0c6b7b-2ec2-4662-91c5-c4625159a1f1 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.41 "DELETE /v2.0/ports/8ea06233-674f-4338-a53a-ff5825d7e115 HTTP/1.1" status: 204 len: 173 time: 1.0514007 Dec 15 20:56:02.375496 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '052f4aab-0856-42fd-ac28-f7430a1a96ec', 'name': 'network-vif-deleted', 'tag': '8ea06233-674f-4338-a53a-ff5825d7e115', 'status': 'completed', 'code': 200} Dec 15 20:56:02.400061 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-2edd9a03-7774-4207-afd7-cb7ce337d3a8 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:02.407112 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-2edd9a03-7774-4207-afd7-cb7ce337d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16175920'] for subnet, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:02.482112 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-2edd9a03-7774-4207-afd7-cb7ce337d3a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16175976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for subnet, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:02.486948 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-ef370b4b-2c3b-48a7-a1f7-e5cb49432133 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:02.522058 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2edd9a03-7774-4207-afd7-cb7ce337d3a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0aa220df-91a6-4fac-be1b-1c1bb2508b9f,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:02.527402 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-2edd9a03-7774-4207-afd7-cb7ce337d3a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for subnet, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:02.534191 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd9a03-7774-4207-afd7-cb7ce337d3a8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:02.534546 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd9a03-7774-4207-afd7-cb7ce337d3a8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:02.534890 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd9a03-7774-4207-afd7-cb7ce337d3a8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:02.535230 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd9a03-7774-4207-afd7-cb7ce337d3a8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:02.535563 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd9a03-7774-4207-afd7-cb7ce337d3a8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:02.535895 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd9a03-7774-4207-afd7-cb7ce337d3a8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:02.536224 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd9a03-7774-4207-afd7-cb7ce337d3a8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:02.536551 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd9a03-7774-4207-afd7-cb7ce337d3a8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:02.536879 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd9a03-7774-4207-afd7-cb7ce337d3a8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:02.537207 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd9a03-7774-4207-afd7-cb7ce337d3a8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:02.537530 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd9a03-7774-4207-afd7-cb7ce337d3a8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:02.537873 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2edd9a03-7774-4207-afd7-cb7ce337d3a8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:02.541518 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-2edd9a03-7774-4207-afd7-cb7ce337d3a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:02.543077 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-2edd9a03-7774-4207-afd7-cb7ce337d3a8 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/0aa220df-91a6-4fac-be1b-1c1bb2508b9f HTTP/1.1" status: 204 len: 168 time: 0.2732978 Dec 15 20:56:02.545496 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 35260) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:02.652183 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16236683'] for network, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:02.830318 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16176923', 'neutron.services.segments.db._delete_segments_for_network-8767327805862'] for network, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:02.858835 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06500f5a-ab66-4ca7-8865-a3043ebba6fc req-3c4a18b7-fda7-4513-a728-db13ab4f4d8c tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:02.860288 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-06500f5a-ab66-4ca7-8865-a3043ebba6fc req-3c4a18b7-fda7-4513-a728-db13ab4f4d8c tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=408593d0-5942-458b-b385-ca50a9bba9e8 HTTP/1.1" status: 200 len: 945 time: 0.2135293 Dec 15 20:56:02.869575 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:02.869964 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:02.874625 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:02.874625 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] Subscribe: > port after_create 55550000 {{(pid=86859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:02.874625 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] Subscribe: > port after_delete 55550000 {{(pid=86859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:02.874625 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] Subscribe: > port after_update 55550000 {{(pid=86859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:02.874625 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:02.874625 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:02.874625 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:02.874625 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:03.078224 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:03.078647 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:03.079072 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:03.079482 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86859) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:03.079907 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.services.segments.db [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e359326-fa42-4a19-bf63-5c605be74638']}} {{(pid=86859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:56:03.083393 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['8ea06233-674f-4338-a53a-ff5825d7e115'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:56:03.114002 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.services.segments.db [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34904ec8-ad60-4cc1-a5ed-491e05ad0e57') {'for_net_delete': True} {{(pid=86859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:56:03.114422 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.services.segments.db [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34904ec8-ad60-4cc1-a5ed-491e05ad0e57') {} {{(pid=86859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:56:03.136946 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767327850617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4139058'] for segment, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:03.203093 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e583d4d0-5479-4131-b478-6401630c13ae req-9c651f72-0445-412a-825c-a23b33c8303b tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] 10.222.0.49 "GET /v2.0/ports?device_id=052f4aab-0856-42fd-ac28-f7430a1a96ec HTTP/1.1" status: 200 len: 210 time: 0.0569468 Dec 15 20:56:03.214130 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-06500f5a-ab66-4ca7-8865-a3043ebba6fc req-4c437a1c-d2dc-4291-ae39-9b6202a318b8 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478432 Dec 15 20:56:03.215198 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:03.235457 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] Releasing vlan 155 on physical network physnet1 to pool {{(pid=86859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 20:56:03.235846 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16163155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4132803'] for segment, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: from cryptography.utils import int_from_bytes Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: from cryptography.utils import int_from_bytes Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: util.warn_limited( Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: util.warn_limited( Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: Traceback (most recent call last): Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: timer() Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: cb(*args, **kw) Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: return func(*args, **kwargs) Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: self._notify() Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: self.callback(batched_events) Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: event.method(event) Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: return f(self, *a, **k) Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: return self._get(url).json() Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: return self.request(url, 'GET', **kwargs) Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 20:56:03.265195 dv-cinder-821892-1-iscsi neutron-server[86859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 20:56:03.341615 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 3738a568-4309-4f12-b542-09b2242a8a4f up at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:56:03.455239 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16176930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677227'] for network, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:03.459406 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning for port 3738a568-4309-4f12-b542-09b2242a8a4f completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:56:03.470517 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning complete for port 3738a568-4309-4f12-b542-09b2242a8a4f triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:56:03.471399 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:03.485339 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-176d21a1-057e-4b35-b52f-d4eee303bef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:03.519089 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:03.539407 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] Pushing event deleted for resources: {'Network': ['ID=0e359326-fa42-4a19-bf63-5c605be74638,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:03.547269 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:03.554301 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] 10.222.0.49 "DELETE /v2.0/networks/0e359326-fa42-4a19-bf63-5c605be74638 HTTP/1.1" status: 204 len: 168 time: 1.0053210 Dec 15 20:56:03.554788 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 35334) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:03.561737 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411027d5-47a3-4ff9-8d24-f71b19867ee8 req-5ad336f0-c9ca-418e-a75b-c77a8cf9584e tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:03.569944 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-411027d5-47a3-4ff9-8d24-f71b19867ee8 req-5ad336f0-c9ca-418e-a75b-c77a8cf9584e tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.2177789 Dec 15 20:56:03.679383 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_v2 [None req-607d9dbd-d9fa-45bb-8d81-43c59a86c4eb admin admin] Deleting subnet 79dec8b0-3eb8-41b7-99dd-23d514761948 {{(pid=86858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 20:56:03.683526 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-607d9dbd-d9fa-45bb-8d81-43c59a86c4eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:03.739589 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 35342) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:03.740320 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:03.756025 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-411027d5-47a3-4ff9-8d24-f71b19867ee8 req-fcbddeca-3498-4425-bb58-8cf4c7c8e834 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852057 Dec 15 20:56:03.788144 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408593d0-5942-458b-b385-ca50a9bba9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3738a568-4309-4f12-b542-09b2242a8a4f'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:56:03.792743 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-607d9dbd-d9fa-45bb-8d81-43c59a86c4eb admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:03.813859 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 3738a568-4309-4f12-b542-09b2242a8a4f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3738a568-4309-4f12-b542-09b2242a8a4f,segment=NetworkSegment(ae6fa0f6-5b60-452f-8239-ffb398b012d3),segment_id=ae6fa0f6-5b60-452f-8239-ffb398b012d3)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:56:03.814167 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-607d9dbd-d9fa-45bb-8d81-43c59a86c4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16175920'] for subnet, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:03.824141 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:03.826009 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:03.889059 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408593d0-5942-458b-b385-ca50a9bba9e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3738a568-4309-4f12-b542-09b2242a8a4f', 'code': 200} Dec 15 20:56:03.927697 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-607d9dbd-d9fa-45bb-8d81-43c59a86c4eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16175976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for subnet, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:03.929384 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-e8e3125d-6952-4696-b2a7-b20ba0b9c694 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:03.931329 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=3738a568-4309-4f12-b542-09b2242a8a4f,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:03.934992 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:03.935648 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:03.955582 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-e8e3125d-6952-4696-b2a7-b20ba0b9c694 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:56:03.959990 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-e8e3125d-6952-4696-b2a7-b20ba0b9c694 admin admin] Usage tracker for resource:security_group_rule and tenant:612eaf7daa6048f5aa9d0ecbfec929a0 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:56:03.963417 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-e8e3125d-6952-4696-b2a7-b20ba0b9c694 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:56:03.970336 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-e8e3125d-6952-4696-b2a7-b20ba0b9c694 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:56:03.976341 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607d9dbd-d9fa-45bb-8d81-43c59a86c4eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=79dec8b0-3eb8-41b7-99dd-23d514761948,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:03.979305 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-607d9dbd-d9fa-45bb-8d81-43c59a86c4eb admin admin] Notify callbacks [] for subnet, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:03.982308 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-607d9dbd-d9fa-45bb-8d81-43c59a86c4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:03.987737 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-607d9dbd-d9fa-45bb-8d81-43c59a86c4eb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/79dec8b0-3eb8-41b7-99dd-23d514761948 HTTP/1.1" status: 204 len: 168 time: 0.4302177 Dec 15 20:56:03.990897 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 35350) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:04.072607 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-e8e3125d-6952-4696-b2a7-b20ba0b9c694 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:04.076668 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-e8e3125d-6952-4696-b2a7-b20ba0b9c694 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:04.084854 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-1fd279f8-6614-4208-bdfb-8c169f8a24d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:04.127474 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-e8e3125d-6952-4696-b2a7-b20ba0b9c694 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=612eaf7daa6048f5aa9d0ecbfec929a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3681207 Dec 15 20:56:04.127474 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e3125d-6952-4696-b2a7-b20ba0b9c694 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0bb4c69-7aa2-43e7-bc1c-c7bd0a7402e5,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:04.129016 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 35360) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:04.131392 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-e8e3125d-6952-4696-b2a7-b20ba0b9c694 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:04.160083 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16236683'] for network, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:04.193649 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b7e0f182-4bd3-490c-84f3-92e8716402c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:04.220963 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b7e0f182-4bd3-490c-84f3-92e8716402c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:04.282303 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b7e0f182-4bd3-490c-84f3-92e8716402c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:04.287723 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:04.301649 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e0f182-4bd3-490c-84f3-92e8716402c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0bb4c69-7aa2-43e7-bc1c-c7bd0a7402e5,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:04.304261 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4ae7a0-8e8f-4d06-b6ba-addc73b699e6 req-4e6b2955-5d4f-4720-9935-32a2b315b558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:04.304434 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-b7e0f182-4bd3-490c-84f3-92e8716402c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:04.305541 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b7e0f182-4bd3-490c-84f3-92e8716402c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:04.306303 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-8e4ae7a0-8e8f-4d06-b6ba-addc73b699e6 req-4e6b2955-5d4f-4720-9935-32a2b315b558 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=408593d0-5942-458b-b385-ca50a9bba9e8 HTTP/1.1" status: 200 len: 1099 time: 0.2056909 Dec 15 20:56:04.309417 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-b7e0f182-4bd3-490c-84f3-92e8716402c0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f0bb4c69-7aa2-43e7-bc1c-c7bd0a7402e5 HTTP/1.1" status: 204 len: 168 time: 0.1768291 Dec 15 20:56:04.385818 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16176923', 'neutron.services.segments.db._delete_segments_for_network-8767327805862'] for network, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:04.436436 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=86858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:04.437314 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=86858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:04.438779 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=86858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:04.439338 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] Subscribe: > port after_create 55550000 {{(pid=86858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:04.440263 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] Subscribe: > port after_delete 55550000 {{(pid=86858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:04.440664 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] Subscribe: > port after_update 55550000 {{(pid=86858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:04.441102 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=86858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:04.441508 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:04.442066 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:04.442456 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=86858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:04.515986 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6b730f-0945-491a-9455-069ebce52117 req-d193c726-7d77-4cda-82df-92dd2933b07b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:04.517543 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7e6b730f-0945-491a-9455-069ebce52117 req-d193c726-7d77-4cda-82df-92dd2933b07b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=408593d0-5942-458b-b385-ca50a9bba9e8 HTTP/1.1" status: 200 len: 946 time: 0.1545217 Dec 15 20:56:04.535875 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=86858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:04.536597 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=86858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:04.537071 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=86858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:04.537921 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=86858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Dec 15 20:56:04.538479 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8745328-7d4e-4ade-ba31-659b8d900c3c']}} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:56:04.560114 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ed56983-3c26-4bdc-b55e-7654491d1be5') {'for_net_delete': True} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:56:04.561238 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ed56983-3c26-4bdc-b55e-7654491d1be5') {} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:56:04.584695 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767327850617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137009'] for segment, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:04.600282 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7e6b730f-0945-491a-9455-069ebce52117 req-7500a64e-f289-4101-bc56-d6bb4d5a1bf0 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747120 Dec 15 20:56:04.607688 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-8e4ae7a0-8e8f-4d06-b6ba-addc73b699e6 req-b5ec5193-9e5f-4b6a-8285-4ae759241186 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2759466 Dec 15 20:56:04.625412 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:04.633796 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=86858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 20:56:04.634288 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16163155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4191232'] for segment, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: from cryptography.utils import int_from_bytes Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: from cryptography.utils import int_from_bytes Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: util.warn_limited( Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: util.warn_limited( Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: Traceback (most recent call last): Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: timer() Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: cb(*args, **kw) Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: return func(*args, **kwargs) Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: self._notify() Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: self.callback(batched_events) Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: event.method(event) Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: return f(self, *a, **k) Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: return self._get(url).json() Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: return self.request(url, 'GET', **kwargs) Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 20:56:04.649336 dv-cinder-821892-1-iscsi neutron-server[86858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 20:56:04.728842 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16176930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677227'] for network, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:04.732847 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:04.741276 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 35392) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:04.751902 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:04.759481 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8745328-7d4e-4ade-ba31-659b8d900c3c,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:04.763108 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:04.765281 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c8745328-7d4e-4ade-ba31-659b8d900c3c HTTP/1.1" status: 204 len: 168 time: 0.7724898 Dec 15 20:56:04.769210 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-6f56e4ea-64b0-4351-9f1b-9aa0efcf5fca admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:04.784359 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-6f56e4ea-64b0-4351-9f1b-9aa0efcf5fca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:56:04.788206 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-6f56e4ea-64b0-4351-9f1b-9aa0efcf5fca admin admin] Usage tracker for resource:security_group_rule and tenant:d02127196fd44cdb8077d51e97465d7d is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:56:04.791536 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-6f56e4ea-64b0-4351-9f1b-9aa0efcf5fca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:56:04.797368 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-6f56e4ea-64b0-4351-9f1b-9aa0efcf5fca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:56:04.890537 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-6f56e4ea-64b0-4351-9f1b-9aa0efcf5fca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:04.897953 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-6f56e4ea-64b0-4351-9f1b-9aa0efcf5fca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:04.906636 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-775312cc-b5a3-440a-a9cc-663ded28701f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:04.955339 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-6f56e4ea-64b0-4351-9f1b-9aa0efcf5fca admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d02127196fd44cdb8077d51e97465d7d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2129443 Dec 15 20:56:04.956290 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f56e4ea-64b0-4351-9f1b-9aa0efcf5fca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=648a347e-8010-4a7a-846d-050c1c1d2489,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:04.957990 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 35402) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:04.967727 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-6f56e4ea-64b0-4351-9f1b-9aa0efcf5fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:04.981917 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 35406) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:05.044318 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-bd9ad998-4908-4ed9-bdab-e80771e3d1a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6c577606936a44a18650c9b43171ee00&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0602055 Dec 15 20:56:05.045192 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 35410) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:05.060972 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-12451c34-b2c5-4f77-8dde-8b67c19fe23e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:05.090444 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-12451c34-b2c5-4f77-8dde-8b67c19fe23e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:05.156141 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-12451c34-b2c5-4f77-8dde-8b67c19fe23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:05.161467 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-87363cf7-3961-4a9e-9a95-0f2ade232f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:05.171994 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8f0acad2-dce4-4134-96e8-d93539ae3278 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:05.173552 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12451c34-b2c5-4f77-8dde-8b67c19fe23e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=648a347e-8010-4a7a-846d-050c1c1d2489,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:05.178649 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-12451c34-b2c5-4f77-8dde-8b67c19fe23e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:05.180608 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-12451c34-b2c5-4f77-8dde-8b67c19fe23e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:05.184060 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-12451c34-b2c5-4f77-8dde-8b67c19fe23e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/648a347e-8010-4a7a-846d-050c1c1d2489 HTTP/1.1" status: 204 len: 168 time: 0.2227240 Dec 15 20:56:05.217271 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8f0acad2-dce4-4134-96e8-d93539ae3278 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:05.239248 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94cbe182-e0b4-4675-a81e-2e8aa5a80f70 req-fe04a24d-941a-4d11-bf56-1cc16bd08dad tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:05.240706 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-94cbe182-e0b4-4675-a81e-2e8aa5a80f70 req-fe04a24d-941a-4d11-bf56-1cc16bd08dad tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.1590872 Dec 15 20:56:05.307314 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-94cbe182-e0b4-4675-a81e-2e8aa5a80f70 req-8e5d776f-8ff7-42e9-afd4-5c1223fab4f2 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599461 Dec 15 20:56:05.335728 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8f0acad2-dce4-4134-96e8-d93539ae3278 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:05.341856 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-9f2acaa7-7f0e-4c4d-bf29-4be3876d22c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:05.349048 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 8ea06233-674f-4338-a53a-ff5825d7e115 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 20:56:05.354356 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f0acad2-dce4-4134-96e8-d93539ae3278 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=349fdb45-9b1d-4284-aaf5-67c2b3585b6f,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:05.357569 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-8f0acad2-dce4-4134-96e8-d93539ae3278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:05.365561 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8f0acad2-dce4-4134-96e8-d93539ae3278 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:05.366863 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-8f0acad2-dce4-4134-96e8-d93539ae3278 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/349fdb45-9b1d-4284-aaf5-67c2b3585b6f HTTP/1.1" status: 204 len: 168 time: 0.3205254 Dec 15 20:56:05.415569 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] No Port match for: 8ea06233-674f-4338-a53a-ff5825d7e115 {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 20:56:05.416213 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 8ea06233-674f-4338-a53a-ff5825d7e115 not bound to the agent host hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 20:56:05.773542 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 35438) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:05.827812 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-5229e36e-3c66-4b67-bb31-2f5971005740 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2ced45759367490798d1ff73e6dc1d68&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0493126 Dec 15 20:56:05.828207 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 35442) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:05.898512 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e23ab3fc-f85f-4cf7-b296-e8f81afba682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:05.944567 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e23ab3fc-f85f-4cf7-b296-e8f81afba682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:05.947695 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2ff73-d689-4d0c-9970-304bc0ebd848 req-1b1ce3c0-36bb-48c0-8723-8d4e4fbffbe3 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:05.964161 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d2e2ff73-d689-4d0c-9970-304bc0ebd848 req-1b1ce3c0-36bb-48c0-8723-8d4e4fbffbe3 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=408593d0-5942-458b-b385-ca50a9bba9e8 HTTP/1.1" status: 200 len: 946 time: 0.1018322 Dec 15 20:56:06.042635 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e23ab3fc-f85f-4cf7-b296-e8f81afba682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:06.051281 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d2e2ff73-d689-4d0c-9970-304bc0ebd848 req-3cf4b4f4-bd87-4efc-a550-df0657245227 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786767 Dec 15 20:56:06.055539 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:06.075919 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23ab3fc-f85f-4cf7-b296-e8f81afba682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61689c73-e20b-410d-9ddc-4e27cab104f8,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:06.079172 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-e23ab3fc-f85f-4cf7-b296-e8f81afba682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:06.080201 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e23ab3fc-f85f-4cf7-b296-e8f81afba682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:06.081501 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-e23ab3fc-f85f-4cf7-b296-e8f81afba682 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/61689c73-e20b-410d-9ddc-4e27cab104f8 HTTP/1.1" status: 204 len: 168 time: 0.2522862 Dec 15 20:56:06.544484 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666f8b3d-1b3a-47a4-bdf2-52bacdc09823 req-696a662e-8425-410b-b961-c213b26ab9eb tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:06.546247 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-666f8b3d-1b3a-47a4-bdf2-52bacdc09823 req-696a662e-8425-410b-b961-c213b26ab9eb tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.0955172 Dec 15 20:56:06.607004 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-666f8b3d-1b3a-47a4-bdf2-52bacdc09823 req-1a666303-63fb-488d-8e9b-2b9b529df3d2 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528646 Dec 15 20:56:06.622639 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 35488) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:06.683659 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff55f2f-d531-42c4-8996-247af2190368 admin admin] Deleting subnet 280f90a1-45fd-47bb-b213-f197dd104ad1 {{(pid=86859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 20:56:06.686602 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8ff55f2f-d531-42c4-8996-247af2190368 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:06.742943 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8ff55f2f-d531-42c4-8996-247af2190368 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4139045'] for subnet, precommit_delete_associations {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:06.803661 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8ff55f2f-d531-42c4-8996-247af2190368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16175920'] for subnet, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:06.879188 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8ff55f2f-d531-42c4-8996-247af2190368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16175976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4132637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3984658'] for subnet, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:06.884853 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-a1ff7d26-56b3-4be7-9709-2e5b607a09d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:06.921466 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff55f2f-d531-42c4-8996-247af2190368 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=280f90a1-45fd-47bb-b213-f197dd104ad1,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:06.925002 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-8ff55f2f-d531-42c4-8996-247af2190368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:06.927334 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8ff55f2f-d531-42c4-8996-247af2190368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for subnet, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:06.933612 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-8ff55f2f-d531-42c4-8996-247af2190368 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/280f90a1-45fd-47bb-b213-f197dd104ad1 HTTP/1.1" status: 204 len: 168 time: 0.3103070 Dec 15 20:56:06.936160 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 35504) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:07.200090 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5c0eea6f-5877-47c8-9827-a1c0d6fbe157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16236683'] for network, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:07.339017 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824032e1-9b33-4d59-af1d-f4eac32cae93 req-3ab794b4-2cab-419f-b981-231d8a095e9b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:07.340500 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-824032e1-9b33-4d59-af1d-f4eac32cae93 req-3ab794b4-2cab-419f-b981-231d8a095e9b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=408593d0-5942-458b-b385-ca50a9bba9e8 HTTP/1.1" status: 200 len: 946 time: 0.1414192 Dec 15 20:56:07.348692 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5c0eea6f-5877-47c8-9827-a1c0d6fbe157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16176923', 'neutron.services.segments.db._delete_segments_for_network-8767327805862'] for network, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:07.386684 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-5c0eea6f-5877-47c8-9827-a1c0d6fbe157 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314a4adc-1433-4021-a295-cf7a4d8218b2']}} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:56:07.405133 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-824032e1-9b33-4d59-af1d-f4eac32cae93 req-235aad78-161b-4284-9c43-4636aa948846 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582218 Dec 15 20:56:07.407410 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-5c0eea6f-5877-47c8-9827-a1c0d6fbe157 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae68ac1e-e1ad-482b-960a-97d6ac5da630') {'for_net_delete': True} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:56:07.407864 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-5c0eea6f-5877-47c8-9827-a1c0d6fbe157 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae68ac1e-e1ad-482b-960a-97d6ac5da630') {} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:56:07.420881 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5c0eea6f-5877-47c8-9827-a1c0d6fbe157 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767327850617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137009'] for segment, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:07.445244 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5c0eea6f-5877-47c8-9827-a1c0d6fbe157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:07.458667 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c0eea6f-5877-47c8-9827-a1c0d6fbe157 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=86858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 20:56:07.459801 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5c0eea6f-5877-47c8-9827-a1c0d6fbe157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16163155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4191232'] for segment, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: Traceback (most recent call last): Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: timer() Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: cb(*args, **kw) Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: return func(*args, **kwargs) Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: self._notify() Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: self.callback(batched_events) Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: event.method(event) Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: return f(self, *a, **k) Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: return self._get(url).json() Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: return self.request(url, 'GET', **kwargs) Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 20:56:07.476300 dv-cinder-821892-1-iscsi neutron-server[86858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 20:56:07.590807 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5c0eea6f-5877-47c8-9827-a1c0d6fbe157 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16176930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677227'] for network, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:07.601487 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5c0eea6f-5877-47c8-9827-a1c0d6fbe157 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:07.605598 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-6ca20e89-fadb-44c4-bebe-b73963eb651f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:07.645028 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c0eea6f-5877-47c8-9827-a1c0d6fbe157 admin admin] Pushing event deleted for resources: {'Network': ['ID=314a4adc-1433-4021-a295-cf7a4d8218b2,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:07.655347 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-5c0eea6f-5877-47c8-9827-a1c0d6fbe157 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:07.657449 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-5c0eea6f-5877-47c8-9827-a1c0d6fbe157 admin admin] 10.222.0.49 "DELETE /v2.0/networks/314a4adc-1433-4021-a295-cf7a4d8218b2 HTTP/1.1" status: 204 len: 168 time: 0.7203763 Dec 15 20:56:07.872224 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e165092d-a76b-4f25-8c81-9a17eeaa09e9 req-bed9deaf-2a6b-482e-aac5-f51cab56ffa5 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:07.873880 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e165092d-a76b-4f25-8c81-9a17eeaa09e9 req-bed9deaf-2a6b-482e-aac5-f51cab56ffa5 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.1394591 Dec 15 20:56:07.965254 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 35558) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:07.969875 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e165092d-a76b-4f25-8c81-9a17eeaa09e9 req-ca9c1421-b38f-4f3d-8918-4b76bf9df778 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847235 Dec 15 20:56:08.028517 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-22fd9ffe-61f8-41cb-9252-798bd41a4ad6 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=16b1dbbad41a4f00a832b86ea2999591&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0620050 Dec 15 20:56:08.031188 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 35564) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:08.092538 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ae31d034-7d5d-485a-958e-5ff4cd779d68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:08.118843 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ae31d034-7d5d-485a-958e-5ff4cd779d68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:08.187414 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ae31d034-7d5d-485a-958e-5ff4cd779d68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:08.192710 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-8f0acad2-dce4-4134-96e8-d93539ae3278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:08.208133 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae31d034-7d5d-485a-958e-5ff4cd779d68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583162b2-4385-4fd7-bb54-1fcfe1879543,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:08.212541 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-ae31d034-7d5d-485a-958e-5ff4cd779d68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:08.226947 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ae31d034-7d5d-485a-958e-5ff4cd779d68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:08.233980 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-ae31d034-7d5d-485a-958e-5ff4cd779d68 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/583162b2-4385-4fd7-bb54-1fcfe1879543 HTTP/1.1" status: 204 len: 168 time: 0.2016575 Dec 15 20:56:09.197640 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1233fea5-5e36-4de6-9bf9-2fb1f0cfbbf0 req-65639998-1fa5-4f61-b9d2-62d2b3d94b60 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:09.199216 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1233fea5-5e36-4de6-9bf9-2fb1f0cfbbf0 req-65639998-1fa5-4f61-b9d2-62d2b3d94b60 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.1026886 Dec 15 20:56:09.244903 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1233fea5-5e36-4de6-9bf9-2fb1f0cfbbf0 req-042fc7e8-7cdd-4b8a-bef8-2043f7f1d4e6 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394318 Dec 15 20:56:10.450526 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e312ec-4b71-40b8-adc2-98d03365344d req-fc1cb6bf-ff32-4c5c-b01c-2462c03a8c5a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:10.452151 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-05e312ec-4b71-40b8-adc2-98d03365344d req-fc1cb6bf-ff32-4c5c-b01c-2462c03a8c5a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.0966063 Dec 15 20:56:10.501132 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-05e312ec-4b71-40b8-adc2-98d03365344d req-ea7cae55-1b33-4a13-9c20-87afd22c0029 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416834 Dec 15 20:56:11.095443 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-5ea77017-ea77-483e-a240-52bc4f543ef3 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:11.097122 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-5ea77017-ea77-483e-a240-52bc4f543ef3 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/networks?id=80313551-4978-4263-bd6f-c5ef8342b2b0 HTTP/1.1" status: 200 len: 815 time: 0.2510242 Dec 15 20:56:11.114228 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-2ef690cc-2a19-4c6a-96c1-1b131e9790a6 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/quotas/aebf296e7f8d40f19e8c30faf01d3e7d HTTP/1.1" status: 200 len: 375 time: 0.0100784 Dec 15 20:56:11.205209 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-d44eed99-1872-4b2c-9a98-dc97d86f0a71 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=aebf296e7f8d40f19e8c30faf01d3e7d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0839009 Dec 15 20:56:11.349608 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-9b441ff7-409c-4c6a-a42d-4c58cb20e54e service neutron] 10.222.0.49 "GET /v2.0/networks/80313551-4978-4263-bd6f-c5ef8342b2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1378524 Dec 15 20:56:11.384908 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 35722) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:11.504742 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-2b3def55-574f-467c-b228-82d2b3fb17a3 service neutron] 10.222.0.49 "GET /v2.0/networks/80313551-4978-4263-bd6f-c5ef8342b2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1493146 Dec 15 20:56:11.521974 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e12f7114-d39d-44ff-b649-1f07598c3ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:11.550229 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-e12f7114-d39d-44ff-b649-1f07598c3ea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:56:11.550229 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-e12f7114-d39d-44ff-b649-1f07598c3ea1 admin admin] Usage tracker for resource:security_group_rule and tenant:11dd5320128d4623ad66812e266f3302 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:56:11.550229 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-e12f7114-d39d-44ff-b649-1f07598c3ea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:56:11.555230 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-e12f7114-d39d-44ff-b649-1f07598c3ea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:56:11.668369 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e12f7114-d39d-44ff-b649-1f07598c3ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:11.675474 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e12f7114-d39d-44ff-b649-1f07598c3ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:11.687811 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-33ec4713-1e91-48fe-857e-375862b74c6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:11.776291 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-e12f7114-d39d-44ff-b649-1f07598c3ea1 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=11dd5320128d4623ad66812e266f3302&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3902345 Dec 15 20:56:11.778938 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12f7114-d39d-44ff-b649-1f07598c3ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f340662e-e784-4d0f-b5eb-1cf428e8ca06,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:11.781382 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 35744) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:11.784302 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-e12f7114-d39d-44ff-b649-1f07598c3ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:11.834684 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-069282ae-4950-49fb-bbca-222938fbf3fe req-cead4d99-63eb-4b2d-96cc-a250202684cd tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f6fda7-0ed1-4a2e-a07f-a4316e43436d HTTP/1.1" status: 200 len: 210 time: 0.0672843 Dec 15 20:56:11.862586 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58e7ebc-261f-4909-b1c7-3ce14c56759e req-8f95e746-2708-4d66-91d5-27fb40453eba tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:11.864831 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f58e7ebc-261f-4909-b1c7-3ce14c56759e req-8f95e746-2708-4d66-91d5-27fb40453eba tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.2020648 Dec 15 20:56:11.934409 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-97ff3627-3edf-4340-b806-caaf97923004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:11.985868 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-97ff3627-3edf-4340-b806-caaf97923004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:12.019655 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f58e7ebc-261f-4909-b1c7-3ce14c56759e req-56063d80-f06d-443d-b579-603246ed22a0 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318364 Dec 15 20:56:12.072666 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-97ff3627-3edf-4340-b806-caaf97923004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:12.078613 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-06ce018b-f0be-42ac-8958-ec3502f65581 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:12.094888 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-97ff3627-3edf-4340-b806-caaf97923004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:12.095970 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-97ff3627-3edf-4340-b806-caaf97923004 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f340662e-e784-4d0f-b5eb-1cf428e8ca06 HTTP/1.1" status: 204 len: 168 time: 0.3135259 Dec 15 20:56:12.097060 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ff3627-3edf-4340-b806-caaf97923004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f340662e-e784-4d0f-b5eb-1cf428e8ca06,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:12.108495 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-97ff3627-3edf-4340-b806-caaf97923004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:12.487545 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 35774) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:12.506209 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-c414a53d-e4aa-43c6-ad1f-4997af7fe9b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:12.520912 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-c414a53d-e4aa-43c6-ad1f-4997af7fe9b2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:56:12.524689 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-c414a53d-e4aa-43c6-ad1f-4997af7fe9b2 admin admin] Usage tracker for resource:security_group_rule and tenant:52bb91895e7449d1883f43c29f6ee2e3 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:56:12.527411 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-c414a53d-e4aa-43c6-ad1f-4997af7fe9b2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:56:12.533661 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-c414a53d-e4aa-43c6-ad1f-4997af7fe9b2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:56:12.622932 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-c414a53d-e4aa-43c6-ad1f-4997af7fe9b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:12.632123 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-c414a53d-e4aa-43c6-ad1f-4997af7fe9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:12.641257 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-12451c34-b2c5-4f77-8dde-8b67c19fe23e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:12.679861 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-c414a53d-e4aa-43c6-ad1f-4997af7fe9b2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=52bb91895e7449d1883f43c29f6ee2e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1912005 Dec 15 20:56:12.682101 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c414a53d-e4aa-43c6-ad1f-4997af7fe9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae78cc39-e715-40b1-aebc-8320ab7be525,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:12.683738 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 35778) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:12.684984 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-c414a53d-e4aa-43c6-ad1f-4997af7fe9b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:12.745845 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-54182884-013e-477c-8fb2-125c114f9c63 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:12.775572 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-54182884-013e-477c-8fb2-125c114f9c63 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:12.826788 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-54182884-013e-477c-8fb2-125c114f9c63 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:12.830647 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:12.841464 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54182884-013e-477c-8fb2-125c114f9c63 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae78cc39-e715-40b1-aebc-8320ab7be525,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:12.843894 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-54182884-013e-477c-8fb2-125c114f9c63 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:12.848796 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-54182884-013e-477c-8fb2-125c114f9c63 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:12.849915 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-54182884-013e-477c-8fb2-125c114f9c63 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ae78cc39-e715-40b1-aebc-8320ab7be525 HTTP/1.1" status: 204 len: 168 time: 0.1651022 Dec 15 20:56:12.994011 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-82b9610b-4db3-4104-8422-bec3d49f57b2 req-398255a0-8d8d-4210-a500-bbb71dbf2a91 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f6fda7-0ed1-4a2e-a07f-a4316e43436d HTTP/1.1" status: 200 len: 210 time: 0.0442863 Dec 15 20:56:13.216253 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd64c3-7bbf-43d5-b1ea-0fc11d3ca454 req-b1a8e59b-4cb5-4985-8237-0a858bca20f8 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:13.217946 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-67dd64c3-7bbf-43d5-b1ea-0fc11d3ca454 req-b1a8e59b-4cb5-4985-8237-0a858bca20f8 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.0861409 Dec 15 20:56:13.263821 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-67dd64c3-7bbf-43d5-b1ea-0fc11d3ca454 req-1939972d-24fe-48c4-b1b9-4d885a498dac tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403137 Dec 15 20:56:15.996573 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e8733045-c4be-49e2-b090-98739c4dad89 req-273d3cbc-ae2a-4887-b44d-b41bb393fa30 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f6fda7-0ed1-4a2e-a07f-a4316e43436d HTTP/1.1" status: 200 len: 210 time: 0.0424438 Dec 15 20:56:16.083939 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7896774c-9bfe-42c7-b4a2-4ee5f4a77c8f req-49e07578-66dd-471c-a9b5-25075dc3db5f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:16.085389 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7896774c-9bfe-42c7-b4a2-4ee5f4a77c8f req-49e07578-66dd-471c-a9b5-25075dc3db5f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.0814614 Dec 15 20:56:16.131100 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7896774c-9bfe-42c7-b4a2-4ee5f4a77c8f req-095d24d7-a2fc-4649-aa06-f75c875526b2 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393312 Dec 15 20:56:16.314683 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-32ad28bf-a1a5-49b9-bcfc-961f7ce9944e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:16.459500 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-f393ed1e-2130-408d-844d-d3d5ed3c9c80 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:16.460919 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-f393ed1e-2130-408d-844d-d3d5ed3c9c80 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.41 "GET /v2.0/networks?id=80313551-4978-4263-bd6f-c5ef8342b2b0 HTTP/1.1" status: 200 len: 815 time: 0.1540880 Dec 15 20:56:16.474815 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-fda375fa-9221-45b7-8500-8051aee3deeb tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Request body: {'port': {'device_id': 'b6f6fda7-0ed1-4a2e-a07f-a4316e43436d', 'network_id': '80313551-4978-4263-bd6f-c5ef8342b2b0', 'admin_state_up': True, 'tenant_id': 'aebf296e7f8d40f19e8c30faf01d3e7d'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:56:16.623963 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-fda375fa-9221-45b7-8500-8051aee3deeb tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:56:16.627733 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-fda375fa-9221-45b7-8500-8051aee3deeb tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Usage tracker for resource:port and tenant:aebf296e7f8d40f19e8c30faf01d3e7d is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:56:16.633812 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-fda375fa-9221-45b7-8500-8051aee3deeb tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:56:16.636281 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-fda375fa-9221-45b7-8500-8051aee3deeb tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:56:16.645794 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-fda375fa-9221-45b7-8500-8051aee3deeb tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Made reservation on behalf of aebf296e7f8d40f19e8c30faf01d3e7d for: {'port': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:56:16.649437 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-fda375fa-9221-45b7-8500-8051aee3deeb tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:16.828188 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-fda375fa-9221-45b7-8500-8051aee3deeb tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Allocated IP 172.20.0.3 (80313551-4978-4263-bd6f-c5ef8342b2b0/2f5c8b39-f31f-4f68-b491-bed600bd6785/3a0bcb24-a917-42ff-b113-a34b31a7be58) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:56:16.934393 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:17.128002 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-fda375fa-9221-45b7-8500-8051aee3deeb tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:17.168536 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-fda375fa-9221-45b7-8500-8051aee3deeb tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:17.178511 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:17.182005 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['7ba761fd-f599-4ab4-9445-2bd2f228ac1a', '3738a568-4309-4f12-b542-09b2242a8a4f'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:56:17.389603 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-fda375fa-9221-45b7-8500-8051aee3deeb tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Network 80313551-4978-4263-bd6f-c5ef8342b2b0 is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:56:17.393184 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-fda375fa-9221-45b7-8500-8051aee3deeb tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:56:17.407733 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-fda375fa-9221-45b7-8500-8051aee3deeb tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:56:17.432793 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ead956f-1c72-439d-b4a2-43a0c0035a07 req-079c71df-67b2-45fe-80dd-473e1b82812c tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:17.441516 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2ead956f-1c72-439d-b4a2-43a0c0035a07 req-079c71df-67b2-45fe-80dd-473e1b82812c tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f6fda7-0ed1-4a2e-a07f-a4316e43436d HTTP/1.1" status: 200 len: 931 time: 0.2096221 Dec 15 20:56:17.475780 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda375fa-9221-45b7-8500-8051aee3deeb tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Pushing event updated for resources: {'Port': ['ID=3a0bcb24-a917-42ff-b113-a34b31a7be58,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:17.485844 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-fda375fa-9221-45b7-8500-8051aee3deeb tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:17.486119 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-872a3812-00c8-4ee6-b59f-96f31e7896ce req-71b2c365-bbc0-4bba-948c-21c0a8ed00d8 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:17.488014 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-872a3812-00c8-4ee6-b59f-96f31e7896ce req-71b2c365-bbc0-4bba-948c-21c0a8ed00d8 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.1712563 Dec 15 20:56:17.545155 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-fda375fa-9221-45b7-8500-8051aee3deeb tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:17.545370 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2ead956f-1c72-439d-b4a2-43a0c0035a07 req-b2103c54-4a3a-4c41-b5e0-48af99278f0e tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026475 Dec 15 20:56:17.545805 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-fda375fa-9221-45b7-8500-8051aee3deeb tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:17.573209 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-fda375fa-9221-45b7-8500-8051aee3deeb tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1023917 Dec 15 20:56:17.575614 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-872a3812-00c8-4ee6-b59f-96f31e7896ce req-5acc3b54-b16c-4198-943b-73d0edfa4c2c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594568 Dec 15 20:56:18.655654 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-075f9159-c37b-40e3-8907-765b38728374 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:19.694561 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:19.695874 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:20.573905 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] Request body: {'port': {'device_id': 'b6f6fda7-0ed1-4a2e-a07f-a4316e43436d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:56:20.696472 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:20.885715 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ea83a8-63b8-4b4a-a66d-605229712dc9 req-d37b9019-1149-4344-b3b2-b599fd6af2fd tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:20.887199 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d5ea83a8-63b8-4b4a-a66d-605229712dc9 req-d37b9019-1149-4344-b3b2-b599fd6af2fd tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f6fda7-0ed1-4a2e-a07f-a4316e43436d HTTP/1.1" status: 200 len: 931 time: 0.1395218 Dec 15 20:56:20.937031 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459d894-2481-49b0-a1c3-721a19fc637d req-9fd0975b-6a76-4727-921a-f03550744d2c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:20.938406 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c459d894-2481-49b0-a1c3-721a19fc637d req-9fd0975b-6a76-4727-921a-f03550744d2c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.1295261 Dec 15 20:56:20.948421 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d5ea83a8-63b8-4b4a-a66d-605229712dc9 req-a7847766-8447-4107-a0aa-cf3d00d406b1 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534177 Dec 15 20:56:20.989458 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c459d894-2481-49b0-a1c3-721a19fc637d req-53321de6-c779-4d15-885b-4db8bce1c215 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400758 Dec 15 20:56:21.053647 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:21.152650 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3a0bcb24-a917-42ff-b113-a34b31a7be58 {{(pid=86858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:56:21.160386 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] Notify callbacks [] for port, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:21.175660 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] Transition to ACTIVE for port object 3a0bcb24-a917-42ff-b113-a34b31a7be58 will not be triggered until provisioned by entity L2. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:56:21.178655 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:21.183361 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:21.338335 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] Pushing event updated for resources: {'Port': ['ID=3a0bcb24-a917-42ff-b113-a34b31a7be58,revision_number=2']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:21.363871 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:21.410141 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] Attempting to bind port 3a0bcb24-a917-42ff-b113-a34b31a7be58 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:56:21.410891 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] Attempting to bind port 3a0bcb24-a917-42ff-b113-a34b31a7be58 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'ae6fa0f6-5b60-452f-8239-ffb398b012d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80313551-4978-4263-bd6f-c5ef8342b2b0'}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:56:21.410891 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] Attempting to bind port 3a0bcb24-a917-42ff-b113-a34b31a7be58 on network 80313551-4978-4263-bd6f-c5ef8342b2b0 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:56:21.415430 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] Port 3a0bcb24-a917-42ff-b113-a34b31a7be58 on network 80313551-4978-4263-bd6f-c5ef8342b2b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 20:56:21.415773 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] Attempting to bind port 3a0bcb24-a917-42ff-b113-a34b31a7be58 on network 80313551-4978-4263-bd6f-c5ef8342b2b0 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:56:21.420966 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] Checking agent: {'id': '725a3879-ffa9-43b4-b39f-ace0d62390f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'started_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 56, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:56:21.421367 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] Checking segment: {'id': 'ae6fa0f6-5b60-452f-8239-ffb398b012d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80313551-4978-4263-bd6f-c5ef8342b2b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:56:21.421779 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] Bound using segment: {'id': 'ae6fa0f6-5b60-452f-8239-ffb398b012d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80313551-4978-4263-bd6f-c5ef8342b2b0'} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:56:21.422224 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] Bound port: 3a0bcb24-a917-42ff-b113-a34b31a7be58, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae6fa0f6-5b60-452f-8239-ffb398b012d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80313551-4978-4263-bd6f-c5ef8342b2b0'}}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:56:21.422563 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:21.511557 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] For port 3a0bcb24-a917-42ff-b113-a34b31a7be58, host hv-cinder-82189, cleared binding levels {{(pid=86858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:56:21.515903 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] For port 3a0bcb24-a917-42ff-b113-a34b31a7be58, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3a0bcb24-a917-42ff-b113-a34b31a7be58,segment=NetworkSegment(ae6fa0f6-5b60-452f-8239-ffb398b012d3),segment_id=ae6fa0f6-5b60-452f-8239-ffb398b012d3)] {{(pid=86858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:56:21.525714 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:21.529877 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-860c113d-748e-4172-a114-969f75dfe992 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:21.603240 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:21.603847 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:21.605183 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] 10.222.0.41 "PUT /v2.0/ports/3a0bcb24-a917-42ff-b113-a34b31a7be58 HTTP/1.1" status: 200 len: 1093 time: 1.0355906 Dec 15 20:56:21.605660 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6f6fda7-0ed1-4a2e-a07f-a4316e43436d', 'tag': '3a0bcb24-a917-42ff-b113-a34b31a7be58'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:56:21.615024 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] Pushing event updated for resources: {'Port': ['ID=3a0bcb24-a917-42ff-b113-a34b31a7be58,revision_number=3']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:21.618572 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:21.706670 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6f6fda7-0ed1-4a2e-a07f-a4316e43436d', 'tag': '3a0bcb24-a917-42ff-b113-a34b31a7be58', 'status': 'completed', 'code': 200} Dec 15 20:56:21.741800 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-830964f5-88ff-459c-a8d3-0809ccf10ad5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:21.743891 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-830964f5-88ff-459c-a8d3-0809ccf10ad5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aebf296e7f8d40f19e8c30faf01d3e7d&device_id=b6f6fda7-0ed1-4a2e-a07f-a4316e43436d HTTP/1.1" status: 200 len: 1096 time: 0.0825024 Dec 15 20:56:21.827680 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-8e3169e6-06e4-47d9-be4d-c8afc2b29811 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a0bcb24-a917-42ff-b113-a34b31a7be58 HTTP/1.1" status: 200 len: 217 time: 0.0696638 Dec 15 20:56:21.900454 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-b14f0142-9165-4e42-b85f-510786f5cb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:21.903791 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-b14f0142-9165-4e42-b85f-510786f5cb99 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f5c8b39-f31f-4f68-b491-bed600bd6785 HTTP/1.1" status: 200 len: 855 time: 0.0656426 Dec 15 20:56:21.959996 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-3c3f9744-fb42-42e3-a3ec-8a0495cd6aef service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80313551-4978-4263-bd6f-c5ef8342b2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469263 Dec 15 20:56:22.153992 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-70fafd28-a75e-49ec-8b93-78b987e03293 service neutron] 10.222.0.41 "GET /v2.0/networks/80313551-4978-4263-bd6f-c5ef8342b2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1778677 Dec 15 20:56:22.175425 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05bfa97-8514-4b6a-b2e1-f710c3e37b8c req-16332a74-aaa9-4d5e-89ca-1402192aade1 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:22.183304 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b05bfa97-8514-4b6a-b2e1-f710c3e37b8c req-16332a74-aaa9-4d5e-89ca-1402192aade1 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f6fda7-0ed1-4a2e-a07f-a4316e43436d HTTP/1.1" status: 200 len: 943 time: 0.0936198 Dec 15 20:56:22.291980 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b05bfa97-8514-4b6a-b2e1-f710c3e37b8c req-5d833523-729c-4100-b229-0527b75f96e9 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075864 Dec 15 20:56:22.328000 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ed785438-f2f5-4801-b8ff-ddbcfd6e4794 req-b58bb186-3c20-4855-8d40-cecb6c6e74ed service neutron] 10.222.0.41 "GET /v2.0/networks/80313551-4978-4263-bd6f-c5ef8342b2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553097 Dec 15 20:56:22.329460 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c87039b-1c5b-423b-8701-e653679c684b req-ae56c7f0-a89a-4430-8a27-95a053b9c0c6 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:22.330978 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5c87039b-1c5b-423b-8701-e653679c684b req-ae56c7f0-a89a-4430-8a27-95a053b9c0c6 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.1644325 Dec 15 20:56:22.389508 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5c87039b-1c5b-423b-8701-e653679c684b req-1e31698b-d9c9-4e23-9b12-f85a7d1e69fe tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511630 Dec 15 20:56:22.472693 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51770bb0-d71f-4cc7-b4ab-491d6a328077 req-0822e9a3-b83a-4c22-bc23-5a04bf11315e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:22.474177 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-51770bb0-d71f-4cc7-b4ab-491d6a328077 req-0822e9a3-b83a-4c22-bc23-5a04bf11315e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aebf296e7f8d40f19e8c30faf01d3e7d&device_id=b6f6fda7-0ed1-4a2e-a07f-a4316e43436d HTTP/1.1" status: 200 len: 1096 time: 0.0901828 Dec 15 20:56:22.622027 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51770bb0-d71f-4cc7-b4ab-491d6a328077 req-b5ec532a-b964-4b19-b630-9d590b86a798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:22.623470 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-51770bb0-d71f-4cc7-b4ab-491d6a328077 req-b5ec532a-b964-4b19-b630-9d590b86a798 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80313551-4978-4263-bd6f-c5ef8342b2b0 HTTP/1.1" status: 200 len: 916 time: 0.1306937 Dec 15 20:56:22.695294 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-51770bb0-d71f-4cc7-b4ab-491d6a328077 req-5e303f40-43de-4b34-9e4b-5fae0007ad6f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3a0bcb24-a917-42ff-b113-a34b31a7be58 HTTP/1.1" status: 200 len: 217 time: 0.0649703 Dec 15 20:56:22.838296 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51770bb0-d71f-4cc7-b4ab-491d6a328077 req-a2a55274-728a-42c7-a684-e5c639d200e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:22.838805 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-51770bb0-d71f-4cc7-b4ab-491d6a328077 req-a2a55274-728a-42c7-a684-e5c639d200e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f5c8b39-f31f-4f68-b491-bed600bd6785 HTTP/1.1" status: 200 len: 855 time: 0.1335504 Dec 15 20:56:22.909987 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-51770bb0-d71f-4cc7-b4ab-491d6a328077 req-d9af929e-1db7-49d0-88bc-306b6dc87b48 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80313551-4978-4263-bd6f-c5ef8342b2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0560818 Dec 15 20:56:23.074641 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-51770bb0-d71f-4cc7-b4ab-491d6a328077 req-d91948fa-de41-4dbc-ac69-6fcae8acfbc3 service neutron] 10.222.0.41 "GET /v2.0/networks/80313551-4978-4263-bd6f-c5ef8342b2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1565595 Dec 15 20:56:23.210225 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-51770bb0-d71f-4cc7-b4ab-491d6a328077 req-57f04fa3-7c54-434d-9236-1e408cb7b3d2 service neutron] 10.222.0.41 "GET /v2.0/networks/80313551-4978-4263-bd6f-c5ef8342b2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272478 Dec 15 20:56:23.476766 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f00e5697-4077-41ae-aa95-a343a59ad8ac req-039c5811-0e9e-43f0-ab9d-e52c3bc25963 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:23.479437 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f00e5697-4077-41ae-aa95-a343a59ad8ac req-039c5811-0e9e-43f0-ab9d-e52c3bc25963 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f6fda7-0ed1-4a2e-a07f-a4316e43436d HTTP/1.1" status: 200 len: 943 time: 0.0835133 Dec 15 20:56:23.569170 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f00e5697-4077-41ae-aa95-a343a59ad8ac req-1c9fefc8-9c9f-46d3-80ce-bd7c328e59cd tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837762 Dec 15 20:56:23.611163 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352df27-40ec-42d7-9a10-a0eab208e93e req-0256873c-bea0-49ac-9983-6510e5012c7e tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:23.612584 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e352df27-40ec-42d7-9a10-a0eab208e93e req-0256873c-bea0-49ac-9983-6510e5012c7e tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.1069658 Dec 15 20:56:23.740167 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e352df27-40ec-42d7-9a10-a0eab208e93e req-4653fe14-96e0-47c8-8bd3-3babdf9c9f29 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217818 Dec 15 20:56:24.211062 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 36064) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:24.322310 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d493ee6a-8e6c-40c7-a4ed-04c1a6842790 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:24.336165 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-d493ee6a-8e6c-40c7-a4ed-04c1a6842790 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:56:24.339934 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-d493ee6a-8e6c-40c7-a4ed-04c1a6842790 admin admin] Usage tracker for resource:security_group_rule and tenant:de19ac849c8645f48353afc6a53255c7 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:56:24.342641 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-d493ee6a-8e6c-40c7-a4ed-04c1a6842790 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:56:24.348215 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-d493ee6a-8e6c-40c7-a4ed-04c1a6842790 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:56:24.433743 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d493ee6a-8e6c-40c7-a4ed-04c1a6842790 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:24.437891 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d493ee6a-8e6c-40c7-a4ed-04c1a6842790 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:24.445713 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-6f56e4ea-64b0-4351-9f1b-9aa0efcf5fca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:24.483962 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-d493ee6a-8e6c-40c7-a4ed-04c1a6842790 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=de19ac849c8645f48353afc6a53255c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2718532 Dec 15 20:56:24.485497 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493ee6a-8e6c-40c7-a4ed-04c1a6842790 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b27962-7c03-4ff4-bb44-6131cc0de416,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:24.486700 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 36070) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:24.490359 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-d493ee6a-8e6c-40c7-a4ed-04c1a6842790 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:24.548321 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-6e0e778b-b898-4ddc-8b21-efd64eb8083b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:24.573850 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-6e0e778b-b898-4ddc-8b21-efd64eb8083b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:24.624801 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-6e0e778b-b898-4ddc-8b21-efd64eb8083b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:24.629302 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:24.641059 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0e778b-b898-4ddc-8b21-efd64eb8083b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b27962-7c03-4ff4-bb44-6131cc0de416,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:24.643918 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-6e0e778b-b898-4ddc-8b21-efd64eb8083b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:24.645841 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-6e0e778b-b898-4ddc-8b21-efd64eb8083b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:24.646927 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-6e0e778b-b898-4ddc-8b21-efd64eb8083b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/86b27962-7c03-4ff4-bb44-6131cc0de416 HTTP/1.1" status: 204 len: 168 time: 0.1592269 Dec 15 20:56:24.918471 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 36084) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:24.936326 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f84e567c-4896-4496-9d21-be2e21a3c0aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:24.953435 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-f84e567c-4896-4496-9d21-be2e21a3c0aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:56:24.957188 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-f84e567c-4896-4496-9d21-be2e21a3c0aa admin admin] Usage tracker for resource:security_group_rule and tenant:cc62c548581447b1bf5fef24f94e3bef is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:56:24.959909 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-f84e567c-4896-4496-9d21-be2e21a3c0aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:56:24.965460 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-f84e567c-4896-4496-9d21-be2e21a3c0aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:56:25.046349 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f84e567c-4896-4496-9d21-be2e21a3c0aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:25.050510 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f84e567c-4896-4496-9d21-be2e21a3c0aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:25.058681 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-7a837bb2-c921-439b-a881-57ce2422fc18 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:25.096861 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-f84e567c-4896-4496-9d21-be2e21a3c0aa admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=cc62c548581447b1bf5fef24f94e3bef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1773059 Dec 15 20:56:25.098475 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84e567c-4896-4496-9d21-be2e21a3c0aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9a7eda-04f9-4169-b207-2526c67954fa,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:25.099696 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 36088) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:25.102569 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f84e567c-4896-4496-9d21-be2e21a3c0aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:25.158093 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-403ed612-3f5b-4bdd-a1d1-5f036f4fb9ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:25.183797 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-403ed612-3f5b-4bdd-a1d1-5f036f4fb9ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:25.235133 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-403ed612-3f5b-4bdd-a1d1-5f036f4fb9ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:25.239116 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-de4a0d6d-0e58-41c5-9340-05dbf02d5eaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:25.250266 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403ed612-3f5b-4bdd-a1d1-5f036f4fb9ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9a7eda-04f9-4169-b207-2526c67954fa,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:25.253975 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-403ed612-3f5b-4bdd-a1d1-5f036f4fb9ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:25.257152 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-403ed612-3f5b-4bdd-a1d1-5f036f4fb9ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:25.261097 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-403ed612-3f5b-4bdd-a1d1-5f036f4fb9ef admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2e9a7eda-04f9-4169-b207-2526c67954fa HTTP/1.1" status: 204 len: 168 time: 0.1575034 Dec 15 20:56:25.583432 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 36098) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:25.603693 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a0cf55d5-67e9-453d-9c91-9f80995306bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:25.617454 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-a0cf55d5-67e9-453d-9c91-9f80995306bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:56:25.621858 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-a0cf55d5-67e9-453d-9c91-9f80995306bc admin admin] Usage tracker for resource:security_group_rule and tenant:a8f905a1b84244c79126d6429e7e82ba is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:56:25.624600 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-a0cf55d5-67e9-453d-9c91-9f80995306bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:56:25.630212 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-a0cf55d5-67e9-453d-9c91-9f80995306bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:56:25.714488 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a0cf55d5-67e9-453d-9c91-9f80995306bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:25.719669 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a0cf55d5-67e9-453d-9c91-9f80995306bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:25.728434 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-403ed612-3f5b-4bdd-a1d1-5f036f4fb9ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:25.770489 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-a0cf55d5-67e9-453d-9c91-9f80995306bc admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a8f905a1b84244c79126d6429e7e82ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1860046 Dec 15 20:56:25.771461 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf55d5-67e9-453d-9c91-9f80995306bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf55ce9-9075-4cf3-a233-fa47ea4770aa,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:25.773142 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 36104) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:25.774596 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-a0cf55d5-67e9-453d-9c91-9f80995306bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:25.834199 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-6b36a9af-d78d-4f79-808c-1977d130814f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:25.860780 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-6b36a9af-d78d-4f79-808c-1977d130814f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:25.920614 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-6b36a9af-d78d-4f79-808c-1977d130814f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:25.925794 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f84e567c-4896-4496-9d21-be2e21a3c0aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:25.944533 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b36a9af-d78d-4f79-808c-1977d130814f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf55ce9-9075-4cf3-a233-fa47ea4770aa,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:25.947807 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-6b36a9af-d78d-4f79-808c-1977d130814f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:25.969319 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-6b36a9af-d78d-4f79-808c-1977d130814f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:25.970454 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-6b36a9af-d78d-4f79-808c-1977d130814f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8cf55ce9-9075-4cf3-a233-fa47ea4770aa HTTP/1.1" status: 204 len: 168 time: 0.1963305 Dec 15 20:56:27.147587 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87941653-cf25-4bb3-adee-849092041589 req-7d84b3ba-b2f0-4ab1-984c-914be616f48a tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:27.149030 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-87941653-cf25-4bb3-adee-849092041589 req-7d84b3ba-b2f0-4ab1-984c-914be616f48a tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f6fda7-0ed1-4a2e-a07f-a4316e43436d HTTP/1.1" status: 200 len: 943 time: 0.1451464 Dec 15 20:56:27.160783 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177db712-a076-4665-9a26-907754ff035f req-0ac6293b-ef66-49d3-8956-a6f17cc728d4 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:27.162332 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-177db712-a076-4665-9a26-907754ff035f req-0ac6293b-ef66-49d3-8956-a6f17cc728d4 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.1166079 Dec 15 20:56:27.229639 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-87941653-cf25-4bb3-adee-849092041589 req-bdc9ef8e-4d34-497f-b37b-81e1678f3f6c tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663474 Dec 15 20:56:27.240086 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-177db712-a076-4665-9a26-907754ff035f req-773ab59c-76e0-473e-a603-e137da2086cb tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619934 Dec 15 20:56:28.481363 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05255972-1211-4a71-89fb-cf35bf19421b req-cfcb5260-2154-45e7-bd8a-e34b62e91b5a tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:28.482951 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-05255972-1211-4a71-89fb-cf35bf19421b req-cfcb5260-2154-45e7-bd8a-e34b62e91b5a tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f6fda7-0ed1-4a2e-a07f-a4316e43436d HTTP/1.1" status: 200 len: 943 time: 0.1447506 Dec 15 20:56:28.491148 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2623fdf-11a6-470f-90d4-cc570b60d105 req-1fade319-042e-4d6b-a6a9-83cab4e51253 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:28.493494 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c2623fdf-11a6-470f-90d4-cc570b60d105 req-1fade319-042e-4d6b-a6a9-83cab4e51253 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.1229494 Dec 15 20:56:28.571080 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-05255972-1211-4a71-89fb-cf35bf19421b req-1e6f5b5a-ab0b-402c-9579-a9d665c0f58a tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733247 Dec 15 20:56:28.579645 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c2623fdf-11a6-470f-90d4-cc570b60d105 req-4425b5ff-0f02-4696-9f3e-52f99b5d50b6 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644903 Dec 15 20:56:29.226990 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 36262) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:29.342024 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-90c2637d-9779-48f5-91a5-b187fa8732b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:29.355911 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-90c2637d-9779-48f5-91a5-b187fa8732b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:56:29.359639 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-90c2637d-9779-48f5-91a5-b187fa8732b9 admin admin] Usage tracker for resource:security_group_rule and tenant:e9762b25eba14d31b5486df1e9326f7e is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:56:29.362339 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-90c2637d-9779-48f5-91a5-b187fa8732b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:56:29.367885 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-90c2637d-9779-48f5-91a5-b187fa8732b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:56:29.446861 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-90c2637d-9779-48f5-91a5-b187fa8732b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:29.450460 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-90c2637d-9779-48f5-91a5-b187fa8732b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:29.458576 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:29.500404 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-90c2637d-9779-48f5-91a5-b187fa8732b9 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e9762b25eba14d31b5486df1e9326f7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2717531 Dec 15 20:56:29.501260 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c2637d-9779-48f5-91a5-b187fa8732b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4bb5e18-ae51-460d-add5-d4ea3d9de88d,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:29.503448 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 36272) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:29.504532 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-90c2637d-9779-48f5-91a5-b187fa8732b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:29.562494 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ec316fc9-11ce-443c-81d1-c076a0ec7288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:29.588437 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ec316fc9-11ce-443c-81d1-c076a0ec7288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:29.654406 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ec316fc9-11ce-443c-81d1-c076a0ec7288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:29.661649 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-0260b463-ddff-41e7-aa9b-f104af0eef49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:29.680124 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ec316fc9-11ce-443c-81d1-c076a0ec7288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:29.682242 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-ec316fc9-11ce-443c-81d1-c076a0ec7288 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a4bb5e18-ae51-460d-add5-d4ea3d9de88d HTTP/1.1" status: 204 len: 168 time: 0.1775539 Dec 15 20:56:29.683431 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec316fc9-11ce-443c-81d1-c076a0ec7288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4bb5e18-ae51-460d-add5-d4ea3d9de88d,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:29.694710 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-ec316fc9-11ce-443c-81d1-c076a0ec7288 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:29.838136 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-655ea9d7-265b-4029-95ba-8cb6ba2c922a req-754666a2-3b5d-48a5-93c4-66c09340f5bc tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:29.839571 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-655ea9d7-265b-4029-95ba-8cb6ba2c922a req-754666a2-3b5d-48a5-93c4-66c09340f5bc tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f6fda7-0ed1-4a2e-a07f-a4316e43436d HTTP/1.1" status: 200 len: 943 time: 0.1465046 Dec 15 20:56:29.846771 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c13c2-f265-4a7d-8068-d723df15e6f4 req-9e6967c8-b82c-4431-8373-074042e56453 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:29.848111 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f77c13c2-f265-4a7d-8068-d723df15e6f4 req-9e6967c8-b82c-4431-8373-074042e56453 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.1503162 Dec 15 20:56:29.914042 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-655ea9d7-265b-4029-95ba-8cb6ba2c922a req-d8b65732-d06d-4db8-919a-aea43b5ba9d8 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649729 Dec 15 20:56:29.921294 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f77c13c2-f265-4a7d-8068-d723df15e6f4 req-443a62a8-6f92-47e3-bca1-f9d2b5dbc67a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597606 Dec 15 20:56:29.975718 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 36286) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:29.992696 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-bc7aef34-c571-4554-8595-8a295ffdf2c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:30.007071 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-bc7aef34-c571-4554-8595-8a295ffdf2c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:56:30.011507 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-bc7aef34-c571-4554-8595-8a295ffdf2c5 admin admin] Usage tracker for resource:security_group_rule and tenant:561da410dbb14767b68417b3f4facb07 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:56:30.014265 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-bc7aef34-c571-4554-8595-8a295ffdf2c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:56:30.019820 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-bc7aef34-c571-4554-8595-8a295ffdf2c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:56:30.106411 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-bc7aef34-c571-4554-8595-8a295ffdf2c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:30.110993 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-bc7aef34-c571-4554-8595-8a295ffdf2c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:30.117504 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:30.157902 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-bc7aef34-c571-4554-8595-8a295ffdf2c5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=561da410dbb14767b68417b3f4facb07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1811600 Dec 15 20:56:30.158729 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc7aef34-c571-4554-8595-8a295ffdf2c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8cfccce-f369-4ba5-b99f-7e660cc9bc96,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:30.160640 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 36292) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:30.161720 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-bc7aef34-c571-4554-8595-8a295ffdf2c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:30.220155 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b8d2b584-b618-48eb-bb93-35f721b1105f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:30.246943 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b8d2b584-b618-48eb-bb93-35f721b1105f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:30.299138 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b8d2b584-b618-48eb-bb93-35f721b1105f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:30.302783 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ac3a6d64-f7da-4a4f-ba66-8f49e620968e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:30.315301 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2b584-b618-48eb-bb93-35f721b1105f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8cfccce-f369-4ba5-b99f-7e660cc9bc96,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:30.322850 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-b8d2b584-b618-48eb-bb93-35f721b1105f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:30.329220 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b8d2b584-b618-48eb-bb93-35f721b1105f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:30.330548 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-b8d2b584-b618-48eb-bb93-35f721b1105f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f8cfccce-f369-4ba5-b99f-7e660cc9bc96 HTTP/1.1" status: 204 len: 168 time: 0.1685266 Dec 15 20:56:30.666156 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 36306) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:30.683459 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-569d7723-fa09-4db1-b2a8-3a8ea9f56562 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:30.697526 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-569d7723-fa09-4db1-b2a8-3a8ea9f56562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:56:30.701260 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-569d7723-fa09-4db1-b2a8-3a8ea9f56562 admin admin] Usage tracker for resource:security_group_rule and tenant:754bf4790165488f9ca9dee7492f1775 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:56:30.704263 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-569d7723-fa09-4db1-b2a8-3a8ea9f56562 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:56:30.709848 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-569d7723-fa09-4db1-b2a8-3a8ea9f56562 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:56:30.795509 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-569d7723-fa09-4db1-b2a8-3a8ea9f56562 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:30.799257 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-569d7723-fa09-4db1-b2a8-3a8ea9f56562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:30.808046 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-97ff3627-3edf-4340-b806-caaf97923004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:30.847070 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-569d7723-fa09-4db1-b2a8-3a8ea9f56562 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=754bf4790165488f9ca9dee7492f1775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1799138 Dec 15 20:56:30.848600 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569d7723-fa09-4db1-b2a8-3a8ea9f56562 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f17a3a6-c5ee-4747-9643-7f176a92e1a8,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:30.849895 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 36312) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:30.851484 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-569d7723-fa09-4db1-b2a8-3a8ea9f56562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:30.906581 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d8fb1936-2836-4087-9322-1a96a1dcfbaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:30.931715 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d8fb1936-2836-4087-9322-1a96a1dcfbaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:30.983957 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d8fb1936-2836-4087-9322-1a96a1dcfbaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:30.987643 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-0e78e489-698d-472f-8675-cb899d63d104 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:30.999482 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fb1936-2836-4087-9322-1a96a1dcfbaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f17a3a6-c5ee-4747-9643-7f176a92e1a8,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:31.002191 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-d8fb1936-2836-4087-9322-1a96a1dcfbaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:31.012476 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d8fb1936-2836-4087-9322-1a96a1dcfbaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:31.013588 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-d8fb1936-2836-4087-9322-1a96a1dcfbaf admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7f17a3a6-c5ee-4747-9643-7f176a92e1a8 HTTP/1.1" status: 204 len: 168 time: 0.1627367 Dec 15 20:56:31.372437 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 3a0bcb24-a917-42ff-b113-a34b31a7be58 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=86860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 20:56:31.529901 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 3a0bcb24-a917-42ff-b113-a34b31a7be58, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3a0bcb24-a917-42ff-b113-a34b31a7be58,segment=NetworkSegment(ae6fa0f6-5b60-452f-8239-ffb398b012d3),segment_id=ae6fa0f6-5b60-452f-8239-ffb398b012d3)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:56:31.543643 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Returning: {'device': '3a0bcb24-a917-42ff-b113-a34b31a7be58', 'network_id': '80313551-4978-4263-bd6f-c5ef8342b2b0', 'port_id': '3a0bcb24-a917-42ff-b113-a34b31a7be58', 'mac_address': 'fa:16:3e:94:e8:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f5c8b39-f31f-4f68-b491-bed600bd6785', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:56:31.596915 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:31.614182 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3a0bcb24-a917-42ff-b113-a34b31a7be58 {{(pid=86860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:56:31.630506 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 3a0bcb24-a917-42ff-b113-a34b31a7be58, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3a0bcb24-a917-42ff-b113-a34b31a7be58,segment=NetworkSegment(ae6fa0f6-5b60-452f-8239-ffb398b012d3),segment_id=ae6fa0f6-5b60-452f-8239-ffb398b012d3)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:56:31.635105 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:31.636961 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-f821c9d1-1057-4a00-8701-8e1432a82c72 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:31.702430 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=3a0bcb24-a917-42ff-b113-a34b31a7be58,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:31.705622 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:32.679535 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 20:56:32.741172 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b3975d-1b40-4eda-8f45-b44fc99e1f96 req-05ee660e-4dd5-4cad-87b0-d075a645800b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:32.742704 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-99b3975d-1b40-4eda-8f45-b44fc99e1f96 req-05ee660e-4dd5-4cad-87b0-d075a645800b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f6fda7-0ed1-4a2e-a07f-a4316e43436d HTTP/1.1" status: 200 len: 944 time: 0.1540301 Dec 15 20:56:32.796891 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae8ee94-607f-4385-8a72-bf0c591193b2 req-0a25057b-3ee9-452e-b243-326933d74ffa tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:32.798605 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2ae8ee94-607f-4385-8a72-bf0c591193b2 req-0a25057b-3ee9-452e-b243-326933d74ffa tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.1405773 Dec 15 20:56:32.826042 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-99b3975d-1b40-4eda-8f45-b44fc99e1f96 req-77a24589-4089-4740-82aa-293a6114d2b3 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768197 Dec 15 20:56:32.853230 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2ae8ee94-607f-4385-8a72-bf0c591193b2 req-65cfcb2b-fec9-4030-9dcf-c67652c1ea44 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483272 Dec 15 20:56:32.944611 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['3a0bcb24-a917-42ff-b113-a34b31a7be58'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:56:34.093148 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da00b60-b290-4bfc-93df-e5c732b521f1 req-b42ceade-668a-407f-8155-a3797367724e tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:34.094744 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6da00b60-b290-4bfc-93df-e5c732b521f1 req-b42ceade-668a-407f-8155-a3797367724e tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f6fda7-0ed1-4a2e-a07f-a4316e43436d HTTP/1.1" status: 200 len: 944 time: 0.1592028 Dec 15 20:56:34.105878 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d3eebf-96a1-485a-b884-b12cee995a42 req-eaf75540-8f38-40b6-9f5b-fe6b7c39f4a0 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:34.107566 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c4d3eebf-96a1-485a-b884-b12cee995a42 req-eaf75540-8f38-40b6-9f5b-fe6b7c39f4a0 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.1287687 Dec 15 20:56:34.179649 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6da00b60-b290-4bfc-93df-e5c732b521f1 req-0453bb92-811f-4a7a-9b89-724dcd12af91 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710618 Dec 15 20:56:34.188550 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c4d3eebf-96a1-485a-b884-b12cee995a42 req-b1cb570f-e393-47e0-8eb3-2f02140a83d6 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666320 Dec 15 20:56:34.497029 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 3a0bcb24-a917-42ff-b113-a34b31a7be58 up at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:56:34.577191 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning for port 3a0bcb24-a917-42ff-b113-a34b31a7be58 completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:56:34.584074 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning complete for port 3a0bcb24-a917-42ff-b113-a34b31a7be58 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:56:34.584461 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:34.765286 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:34.799166 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f6fda7-0ed1-4a2e-a07f-a4316e43436d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0bcb24-a917-42ff-b113-a34b31a7be58'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:56:34.810676 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 3a0bcb24-a917-42ff-b113-a34b31a7be58, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3a0bcb24-a917-42ff-b113-a34b31a7be58,segment=NetworkSegment(ae6fa0f6-5b60-452f-8239-ffb398b012d3),segment_id=ae6fa0f6-5b60-452f-8239-ffb398b012d3)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:56:34.815599 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:34.819697 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:34.867788 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f6fda7-0ed1-4a2e-a07f-a4316e43436d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3a0bcb24-a917-42ff-b113-a34b31a7be58', 'code': 200} Dec 15 20:56:34.895033 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=3a0bcb24-a917-42ff-b113-a34b31a7be58,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:34.898315 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:35.114175 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f239cd-38dc-4e10-b982-b646688de84a req-c3bc1b0e-5499-478a-b3f9-d7e6f11063b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:35.115645 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-21f239cd-38dc-4e10-b982-b646688de84a req-c3bc1b0e-5499-478a-b3f9-d7e6f11063b4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b6f6fda7-0ed1-4a2e-a07f-a4316e43436d HTTP/1.1" status: 200 len: 1098 time: 0.0710354 Dec 15 20:56:35.159549 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-21f239cd-38dc-4e10-b982-b646688de84a req-0b0a53b8-edbf-42ae-8963-5e38145991d1 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343885 Dec 15 20:56:35.507201 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0e5271-7aa9-471d-95e1-cee579f95017 req-875ee569-95f4-43fa-b4a3-b1be4a90dd66 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:35.508652 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9f0e5271-7aa9-471d-95e1-cee579f95017 req-875ee569-95f4-43fa-b4a3-b1be4a90dd66 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.1851165 Dec 15 20:56:35.516664 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86292ac8-98ba-41ed-88b8-f8f12d706b83 req-17efb940-8e54-4011-ad52-c5e5e0d71c9b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:35.518006 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-86292ac8-98ba-41ed-88b8-f8f12d706b83 req-17efb940-8e54-4011-ad52-c5e5e0d71c9b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f6fda7-0ed1-4a2e-a07f-a4316e43436d HTTP/1.1" status: 200 len: 945 time: 0.2260497 Dec 15 20:56:35.585679 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9f0e5271-7aa9-471d-95e1-cee579f95017 req-162156e0-266f-458e-baff-32e0a948f01e tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667381 Dec 15 20:56:35.592371 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-86292ac8-98ba-41ed-88b8-f8f12d706b83 req-af387726-9091-440b-bb0d-629eaced993f tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612302 Dec 15 20:56:39.174853 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1e68dd8-c192-443e-a82d-0c4cffc8787f req-c66ceab3-aae0-40d3-aef6-ed31f476a3bd tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:39.176275 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d1e68dd8-c192-443e-a82d-0c4cffc8787f req-c66ceab3-aae0-40d3-aef6-ed31f476a3bd tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.1420453 Dec 15 20:56:39.184940 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea4ccec-1050-47de-abf9-f27442253608 req-e9dcf939-d9a9-4448-80f8-262ace9cbacf tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:39.186292 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6ea4ccec-1050-47de-abf9-f27442253608 req-e9dcf939-d9a9-4448-80f8-262ace9cbacf tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f6fda7-0ed1-4a2e-a07f-a4316e43436d HTTP/1.1" status: 200 len: 945 time: 0.1173146 Dec 15 20:56:39.256538 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d1e68dd8-c192-443e-a82d-0c4cffc8787f req-5f8e78c0-48a7-4b13-b4a8-6dd281b0bdb8 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692101 Dec 15 20:56:39.261131 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6ea4ccec-1050-47de-abf9-f27442253608 req-d5add380-364d-4a5f-9f43-13c2dcfff8af tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614152 Dec 15 20:56:40.544360 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a719bad-dd9e-4e34-b15f-ca42cc79365a req-f16f36ed-e567-4345-b726-ae1c4330f675 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:40.545235 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5a719bad-dd9e-4e34-b15f-ca42cc79365a req-f16f36ed-e567-4345-b726-ae1c4330f675 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.1675103 Dec 15 20:56:40.554770 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec40e0ac-2609-42f6-b428-dea0ec07fac5 req-125c04eb-2f10-4821-b318-be93d24d7e72 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:40.556849 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ec40e0ac-2609-42f6-b428-dea0ec07fac5 req-125c04eb-2f10-4821-b318-be93d24d7e72 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f6fda7-0ed1-4a2e-a07f-a4316e43436d HTTP/1.1" status: 200 len: 945 time: 0.1487098 Dec 15 20:56:40.634290 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5a719bad-dd9e-4e34-b15f-ca42cc79365a req-f690e7eb-1b44-4837-a4ad-afc6779e09d0 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761864 Dec 15 20:56:40.640758 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ec40e0ac-2609-42f6-b428-dea0ec07fac5 req-2ef72456-ea17-4f43-84d0-acf0f1447500 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691667 Dec 15 20:56:40.991449 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 36530) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:41.105934 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-7b3e0c95-418d-47bf-8dd2-b8479e3ea4a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:41.120584 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-7b3e0c95-418d-47bf-8dd2-b8479e3ea4a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:56:41.124485 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-7b3e0c95-418d-47bf-8dd2-b8479e3ea4a0 admin admin] Usage tracker for resource:security_group_rule and tenant:647d68ddaa8a4a9fb2092eb72d77ba44 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:56:41.127405 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-7b3e0c95-418d-47bf-8dd2-b8479e3ea4a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:56:41.133082 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-7b3e0c95-418d-47bf-8dd2-b8479e3ea4a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:56:41.194525 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10d9024-6f51-4b60-b2d1-ead5aaa67deb req-3de003b1-5f3f-4983-a7bb-66b0f2bba7a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:41.196698 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-a10d9024-6f51-4b60-b2d1-ead5aaa67deb req-3de003b1-5f3f-4983-a7bb-66b0f2bba7a6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 1098 time: 0.0753980 Dec 15 20:56:41.219093 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-7b3e0c95-418d-47bf-8dd2-b8479e3ea4a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:41.222796 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-7b3e0c95-418d-47bf-8dd2-b8479e3ea4a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:41.232986 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:41.244221 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-a10d9024-6f51-4b60-b2d1-ead5aaa67deb req-3a0c8141-5d12-42fa-a9d9-57f2a9df4a8c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385294 Dec 15 20:56:41.277642 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-7b3e0c95-418d-47bf-8dd2-b8479e3ea4a0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=647d68ddaa8a4a9fb2092eb72d77ba44&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2849538 Dec 15 20:56:41.280220 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 36542) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:41.282929 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e0c95-418d-47bf-8dd2-b8479e3ea4a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e375268-cc9a-4dce-a6ab-36d2f7c54878,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:41.294725 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-7b3e0c95-418d-47bf-8dd2-b8479e3ea4a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:41.354308 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-714227d2-643e-4dfc-ab03-3d45a777d087 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:41.381206 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-714227d2-643e-4dfc-ab03-3d45a777d087 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:41.434391 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-714227d2-643e-4dfc-ab03-3d45a777d087 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:41.439164 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-d493ee6a-8e6c-40c7-a4ed-04c1a6842790 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:41.452032 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714227d2-643e-4dfc-ab03-3d45a777d087 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e375268-cc9a-4dce-a6ab-36d2f7c54878,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:41.454807 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-714227d2-643e-4dfc-ab03-3d45a777d087 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:41.456021 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-714227d2-643e-4dfc-ab03-3d45a777d087 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:41.457185 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-714227d2-643e-4dfc-ab03-3d45a777d087 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7e375268-cc9a-4dce-a6ab-36d2f7c54878 HTTP/1.1" status: 204 len: 168 time: 0.1760614 Dec 15 20:56:41.755732 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 36564) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:41.783945 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-82abf848-0e3a-4944-8d95-6a0f0248d8e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:41.799991 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-82abf848-0e3a-4944-8d95-6a0f0248d8e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:56:41.804540 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-82abf848-0e3a-4944-8d95-6a0f0248d8e4 admin admin] Usage tracker for resource:security_group_rule and tenant:fa601be9885b4c8489ba9de30921fd98 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:56:41.807881 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-82abf848-0e3a-4944-8d95-6a0f0248d8e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:56:41.819827 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-82abf848-0e3a-4944-8d95-6a0f0248d8e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:56:42.010822 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fc4cda-66f9-4d72-986a-c9ae2f59e688 req-cea3e544-0963-49ac-98db-e42d5ba12831 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:42.012272 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c7fc4cda-66f9-4d72-986a-c9ae2f59e688 req-cea3e544-0963-49ac-98db-e42d5ba12831 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.1898000 Dec 15 20:56:42.024201 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88519e95-7407-455a-881b-46ff41aaa079 req-77151ea9-ae98-451b-854a-83d55d97f210 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:42.026143 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-88519e95-7407-455a-881b-46ff41aaa079 req-77151ea9-ae98-451b-854a-83d55d97f210 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f6fda7-0ed1-4a2e-a07f-a4316e43436d HTTP/1.1" status: 200 len: 945 time: 0.1649044 Dec 15 20:56:42.128426 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-82abf848-0e3a-4944-8d95-6a0f0248d8e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:42.132024 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-88519e95-7407-455a-881b-46ff41aaa079 req-b9974817-2bf6-4a8c-886d-f29e92a989fa tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950310 Dec 15 20:56:42.137248 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c7fc4cda-66f9-4d72-986a-c9ae2f59e688 req-ea5eeb64-dcd1-4b8e-b606-c4191768f16c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060319 Dec 15 20:56:42.137837 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-82abf848-0e3a-4944-8d95-6a0f0248d8e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:42.146023 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:42.199073 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-82abf848-0e3a-4944-8d95-6a0f0248d8e4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fa601be9885b4c8489ba9de30921fd98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4413369 Dec 15 20:56:42.200023 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82abf848-0e3a-4944-8d95-6a0f0248d8e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e6ca2ce-04fe-414d-a2f0-bbd94aa1db6c,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:42.201700 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 36588) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:42.214587 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-82abf848-0e3a-4944-8d95-6a0f0248d8e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:42.289609 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-bef15a97-914d-4d2b-8eb4-b8e1e5758243 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:42.387682 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-bef15a97-914d-4d2b-8eb4-b8e1e5758243 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:42.441432 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-19144bb7-a7eb-440b-aa8d-055fff1b457c req-a33d8ec3-f1f4-4b45-92f1-7e8d3f8536f8 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1385434 Dec 15 20:56:42.477588 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-bef15a97-914d-4d2b-8eb4-b8e1e5758243 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:42.483667 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:42.496971 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef15a97-914d-4d2b-8eb4-b8e1e5758243 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e6ca2ce-04fe-414d-a2f0-bbd94aa1db6c,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:42.499745 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-bef15a97-914d-4d2b-8eb4-b8e1e5758243 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:42.575684 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-bef15a97-914d-4d2b-8eb4-b8e1e5758243 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:42.576797 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-bef15a97-914d-4d2b-8eb4-b8e1e5758243 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/5e6ca2ce-04fe-414d-a2f0-bbd94aa1db6c HTTP/1.1" status: 204 len: 168 time: 0.3730958 Dec 15 20:56:42.621227 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19144bb7-a7eb-440b-aa8d-055fff1b457c req-1fae74c6-b1f6-4644-b8b2-eb2a893df28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:42.623008 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-19144bb7-a7eb-440b-aa8d-055fff1b457c req-1fae74c6-b1f6-4644-b8b2-eb2a893df28b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aebf296e7f8d40f19e8c30faf01d3e7d&device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6 HTTP/1.1" status: 200 len: 1099 time: 0.1272371 Dec 15 20:56:42.862869 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19144bb7-a7eb-440b-aa8d-055fff1b457c req-d1b35de7-612b-4f6b-89ff-49fdef0c71f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:42.869955 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-19144bb7-a7eb-440b-aa8d-055fff1b457c req-d1b35de7-612b-4f6b-89ff-49fdef0c71f2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=80313551-4978-4263-bd6f-c5ef8342b2b0 HTTP/1.1" status: 200 len: 916 time: 0.1985056 Dec 15 20:56:43.006545 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-19144bb7-a7eb-440b-aa8d-055fff1b457c req-1628103b-8840-498f-aacb-89343883293f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7ba761fd-f599-4ab4-9445-2bd2f228ac1a HTTP/1.1" status: 200 len: 217 time: 0.1334622 Dec 15 20:56:43.131861 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19144bb7-a7eb-440b-aa8d-055fff1b457c req-d38a1f37-a675-4c7b-8e3f-7b7010eaf874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:43.133450 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-19144bb7-a7eb-440b-aa8d-055fff1b457c req-d38a1f37-a675-4c7b-8e3f-7b7010eaf874 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f5c8b39-f31f-4f68-b491-bed600bd6785 HTTP/1.1" status: 200 len: 855 time: 0.0660176 Dec 15 20:56:43.308360 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-19144bb7-a7eb-440b-aa8d-055fff1b457c req-e7cbab72-2860-4b58-b72b-664a9ddbad38 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80313551-4978-4263-bd6f-c5ef8342b2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1451647 Dec 15 20:56:43.365140 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-704915a5-252b-4215-b534-6fd599977bca req-4f806d2c-630d-4d5f-82e1-e30672d45e07 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:43.367482 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-704915a5-252b-4215-b534-6fd599977bca req-4f806d2c-630d-4d5f-82e1-e30672d45e07 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.1120775 Dec 15 20:56:43.503624 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-704915a5-252b-4215-b534-6fd599977bca req-c9a20d3f-c291-4ea6-a371-8e4ba3bd68f0 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1196661 Dec 15 20:56:43.595315 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-19144bb7-a7eb-440b-aa8d-055fff1b457c req-5f77511f-4539-4b4c-a26a-c947be5dc3ff service neutron] 10.222.0.41 "GET /v2.0/networks/80313551-4978-4263-bd6f-c5ef8342b2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2665215 Dec 15 20:56:43.760609 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-19144bb7-a7eb-440b-aa8d-055fff1b457c req-ed68944d-4874-4257-8e75-8379c3b50203 service neutron] 10.222.0.41 "GET /v2.0/networks/80313551-4978-4263-bd6f-c5ef8342b2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1566975 Dec 15 20:56:44.701989 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b9f22f-a8f1-4bed-b8ee-b83b24702506 req-3ddce523-c030-474c-af09-20d5ee0611e9 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:44.703702 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c0b9f22f-a8f1-4bed-b8ee-b83b24702506 req-3ddce523-c030-474c-af09-20d5ee0611e9 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.0889568 Dec 15 20:56:44.761651 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c0b9f22f-a8f1-4bed-b8ee-b83b24702506 req-1a2aa7fc-11a9-4bc2-af18-898943f06189 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506084 Dec 15 20:56:44.958023 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 36716) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:45.030012 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ace0a2-166a-4deb-8327-b8a1e90783eb req-35fb4c75-e27e-4747-a286-62b0dd1c58af tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:45.038639 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-45ace0a2-166a-4deb-8327-b8a1e90783eb req-35fb4c75-e27e-4747-a286-62b0dd1c58af tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.1171937 Dec 15 20:56:45.085745 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 36726) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:45.088982 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-45ace0a2-166a-4deb-8327-b8a1e90783eb req-3f209c56-3b77-454d-a275-83d0c366e448 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494976 Dec 15 20:56:45.142656 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-420bfd58-690d-48fc-9228-894184e2b1a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:45.173898 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b35326c7-d638-4195-ba63-08b07297c761 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:45.188313 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-420bfd58-690d-48fc-9228-894184e2b1a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:56:45.194902 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-420bfd58-690d-48fc-9228-894184e2b1a8 admin admin] Usage tracker for resource:security_group_rule and tenant:0f84fe9e11cc423ebc16ebb9ad24fad2 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:56:45.198905 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-420bfd58-690d-48fc-9228-894184e2b1a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:56:45.201683 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-b35326c7-d638-4195-ba63-08b07297c761 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:56:45.207481 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-420bfd58-690d-48fc-9228-894184e2b1a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:56:45.209606 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-b35326c7-d638-4195-ba63-08b07297c761 admin admin] Usage tracker for resource:security_group_rule and tenant:57a123e8d9f14a9e83addce0285c0dc9 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:56:45.213728 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-b35326c7-d638-4195-ba63-08b07297c761 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:56:45.223715 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-b35326c7-d638-4195-ba63-08b07297c761 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:56:45.357645 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-420bfd58-690d-48fc-9228-894184e2b1a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:45.367069 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-420bfd58-690d-48fc-9228-894184e2b1a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:45.376004 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:45.382793 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b35326c7-d638-4195-ba63-08b07297c761 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:45.391836 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b35326c7-d638-4195-ba63-08b07297c761 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:45.444977 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420bfd58-690d-48fc-9228-894184e2b1a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0694f263-1977-4bba-8d5e-022fd1808d77,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:45.450382 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-420bfd58-690d-48fc-9228-894184e2b1a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0f84fe9e11cc423ebc16ebb9ad24fad2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4909768 Dec 15 20:56:45.453046 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-b35326c7-d638-4195-ba63-08b07297c761 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=57a123e8d9f14a9e83addce0285c0dc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3662610 Dec 15 20:56:45.453707 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 36740) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:45.454603 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-420bfd58-690d-48fc-9228-894184e2b1a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:45.456317 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 36742) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:45.456931 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.053s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:45.512383 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b35326c7-d638-4195-ba63-08b07297c761 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c434d38-77c7-48b3-a1fd-c150e00f433a,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:45.522386 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-b35326c7-d638-4195-ba63-08b07297c761 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:45.534145 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-69c6c5dc-1912-44ed-a7fa-e0119a8121bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:45.568871 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-69c6c5dc-1912-44ed-a7fa-e0119a8121bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:45.591300 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e8446896-808d-45d8-a900-848a8a9540e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:45.646564 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-69c6c5dc-1912-44ed-a7fa-e0119a8121bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:45.646712 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e8446896-808d-45d8-a900-848a8a9540e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:45.651847 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:45.672806 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c6c5dc-1912-44ed-a7fa-e0119a8121bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c434d38-77c7-48b3-a1fd-c150e00f433a,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:45.676240 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-69c6c5dc-1912-44ed-a7fa-e0119a8121bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:45.682698 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-69c6c5dc-1912-44ed-a7fa-e0119a8121bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:45.684248 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-69c6c5dc-1912-44ed-a7fa-e0119a8121bc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9c434d38-77c7-48b3-a1fd-c150e00f433a HTTP/1.1" status: 204 len: 168 time: 0.2269626 Dec 15 20:56:45.720915 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e8446896-808d-45d8-a900-848a8a9540e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:45.725860 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:45.738093 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8446896-808d-45d8-a900-848a8a9540e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0694f263-1977-4bba-8d5e-022fd1808d77,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:45.751184 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8446896-808d-45d8-a900-848a8a9540e9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:45.751640 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8446896-808d-45d8-a900-848a8a9540e9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:45.752069 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8446896-808d-45d8-a900-848a8a9540e9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:45.752552 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8446896-808d-45d8-a900-848a8a9540e9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:45.752964 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8446896-808d-45d8-a900-848a8a9540e9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:45.753319 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8446896-808d-45d8-a900-848a8a9540e9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:45.753734 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8446896-808d-45d8-a900-848a8a9540e9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:45.754198 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8446896-808d-45d8-a900-848a8a9540e9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:45.754542 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8446896-808d-45d8-a900-848a8a9540e9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:45.754883 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8446896-808d-45d8-a900-848a8a9540e9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:45.755250 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8446896-808d-45d8-a900-848a8a9540e9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:45.755556 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8446896-808d-45d8-a900-848a8a9540e9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:56:45.758397 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e8446896-808d-45d8-a900-848a8a9540e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:45.760038 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-e8446896-808d-45d8-a900-848a8a9540e9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0694f263-1977-4bba-8d5e-022fd1808d77 HTTP/1.1" status: 204 len: 168 time: 0.3044498 Dec 15 20:56:45.760974 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-e8446896-808d-45d8-a900-848a8a9540e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:45.990221 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 36760) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:46.007950 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-797520a9-04ec-497c-8edf-4f576542be67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:46.021813 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-797520a9-04ec-497c-8edf-4f576542be67 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:56:46.025625 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-797520a9-04ec-497c-8edf-4f576542be67 admin admin] Usage tracker for resource:security_group_rule and tenant:991133def6104a3b98641ec1d98d353f is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:56:46.028438 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-797520a9-04ec-497c-8edf-4f576542be67 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:56:46.034081 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-797520a9-04ec-497c-8edf-4f576542be67 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:56:46.126152 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-797520a9-04ec-497c-8edf-4f576542be67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:46.131189 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-797520a9-04ec-497c-8edf-4f576542be67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:46.141560 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:46.183748 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-797520a9-04ec-497c-8edf-4f576542be67 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=991133def6104a3b98641ec1d98d353f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1924710 Dec 15 20:56:46.185453 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797520a9-04ec-497c-8edf-4f576542be67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d301271-8dbe-490c-ace4-d99e3b4073a9,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:46.186789 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 36770) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:46.188511 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-797520a9-04ec-497c-8edf-4f576542be67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:46.201900 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 36774) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:46.225317 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-5ed9cc7b-45be-402b-bed0-7ed0dc7968b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:46.248180 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-5ed9cc7b-45be-402b-bed0-7ed0dc7968b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:56:46.255920 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-5ed9cc7b-45be-402b-bed0-7ed0dc7968b4 admin admin] Usage tracker for resource:security_group_rule and tenant:4aaf43f45ef34d73b3cb5eebddbe2a9c is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:56:46.260504 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-5ed9cc7b-45be-402b-bed0-7ed0dc7968b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:56:46.267433 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-5ed9cc7b-45be-402b-bed0-7ed0dc7968b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:56:46.278086 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e172785c-6f21-45bd-a288-efd2f97da84b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:46.317450 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-25ac1e22-1d05-4852-abd8-ea57b8e74ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:46.325258 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e172785c-6f21-45bd-a288-efd2f97da84b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:46.366221 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-5ed9cc7b-45be-402b-bed0-7ed0dc7968b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:46.372512 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-5ed9cc7b-45be-402b-bed0-7ed0dc7968b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:46.382001 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e172785c-6f21-45bd-a288-efd2f97da84b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:46.385859 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-4ff76108-d8e7-494f-8732-97262c318d1e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:46.386664 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-b7e0f182-4bd3-490c-84f3-92e8716402c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:46.396657 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e172785c-6f21-45bd-a288-efd2f97da84b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d301271-8dbe-490c-ace4-d99e3b4073a9,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:46.401034 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-e172785c-6f21-45bd-a288-efd2f97da84b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:46.404270 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e172785c-6f21-45bd-a288-efd2f97da84b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:46.405372 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-e172785c-6f21-45bd-a288-efd2f97da84b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7d301271-8dbe-490c-ace4-d99e3b4073a9 HTTP/1.1" status: 204 len: 168 time: 0.2152643 Dec 15 20:56:46.431435 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-5ed9cc7b-45be-402b-bed0-7ed0dc7968b4 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4aaf43f45ef34d73b3cb5eebddbe2a9c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259107 Dec 15 20:56:46.431812 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 36784) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:46.438166 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9cc7b-45be-402b-bed0-7ed0dc7968b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91bc80a-1c19-4b88-b2f5-cd58435eac32,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:46.445710 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-5ed9cc7b-45be-402b-bed0-7ed0dc7968b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:46.497648 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-298a8b74-cb91-4fa6-8407-8b9f8bcd019b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:46.525379 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-298a8b74-cb91-4fa6-8407-8b9f8bcd019b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:46.582107 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-298a8b74-cb91-4fa6-8407-8b9f8bcd019b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:46.587929 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-90f17996-f536-490f-9009-ba26c5b65c02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:46.600400 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298a8b74-cb91-4fa6-8407-8b9f8bcd019b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91bc80a-1c19-4b88-b2f5-cd58435eac32,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:46.603010 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-298a8b74-cb91-4fa6-8407-8b9f8bcd019b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:46.604201 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-298a8b74-cb91-4fa6-8407-8b9f8bcd019b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:46.605284 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-298a8b74-cb91-4fa6-8407-8b9f8bcd019b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f91bc80a-1c19-4b88-b2f5-cd58435eac32 HTTP/1.1" status: 204 len: 168 time: 0.1725354 Dec 15 20:56:46.939283 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:47.227120 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae7cfb-f062-4e4d-9fc7-c25fdf29dead req-8b5689c5-23aa-4d92-9825-b73d82b1d77d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:47.231429 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-8dae7cfb-f062-4e4d-9fc7-c25fdf29dead req-8b5689c5-23aa-4d92-9825-b73d82b1d77d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59dfe1e7aa764fd1a4000c98a26c6129&device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 1098 time: 0.0988488 Dec 15 20:56:47.268211 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2afcb00-467c-43dd-bf35-206a1d27bc37 req-1bea23f6-2509-4f8a-8916-23eec21158c0 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:47.270273 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a2afcb00-467c-43dd-bf35-206a1d27bc37 req-1bea23f6-2509-4f8a-8916-23eec21158c0 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.0982275 Dec 15 20:56:47.370057 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a2afcb00-467c-43dd-bf35-206a1d27bc37 req-33d700a2-0307-42ad-aa39-3e76b8607ddd tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925837 Dec 15 20:56:47.471048 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae7cfb-f062-4e4d-9fc7-c25fdf29dead req-fbe23325-0957-4dd7-81cd-50430ea56d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:47.473043 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-8dae7cfb-f062-4e4d-9fc7-c25fdf29dead req-fbe23325-0957-4dd7-81cd-50430ea56d17 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64efe9fb-5976-41a9-8ac7-66748ac3041e HTTP/1.1" status: 200 len: 920 time: 0.2279348 Dec 15 20:56:47.600110 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-8dae7cfb-f062-4e4d-9fc7-c25fdf29dead req-2f5f1fc7-d38a-4ef5-8680-efaaf1c3db87 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d302766-b927-429e-a03f-3fdf68d6833f HTTP/1.1" status: 200 len: 217 time: 0.1158597 Dec 15 20:56:47.687157 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dae7cfb-f062-4e4d-9fc7-c25fdf29dead req-7e4e3395-a8d0-46f4-bcd5-a49ec19ba89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:47.688593 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-8dae7cfb-f062-4e4d-9fc7-c25fdf29dead req-7e4e3395-a8d0-46f4-bcd5-a49ec19ba89b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=242f45b8-10fa-40a9-9d70-6363d2d5e1fa HTTP/1.1" status: 200 len: 859 time: 0.0768485 Dec 15 20:56:47.740944 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-8dae7cfb-f062-4e4d-9fc7-c25fdf29dead req-4cb3a998-0fe9-4fec-868c-4c2718210d9d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64efe9fb-5976-41a9-8ac7-66748ac3041e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422924 Dec 15 20:56:47.904932 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-8dae7cfb-f062-4e4d-9fc7-c25fdf29dead req-f071af94-59f6-4680-b6f8-d7beab5750f1 service neutron] 10.222.0.41 "GET /v2.0/networks/64efe9fb-5976-41a9-8ac7-66748ac3041e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490545 Dec 15 20:56:48.092234 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-8dae7cfb-f062-4e4d-9fc7-c25fdf29dead req-7b00c42f-e2ef-44d9-8f3e-775c3657e029 service neutron] 10.222.0.41 "GET /v2.0/networks/64efe9fb-5976-41a9-8ac7-66748ac3041e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1759577 Dec 15 20:56:48.666046 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88aa833c-c4c0-4e19-8efd-bc0e04433afb req-99c94f71-9ee2-499f-b98c-57a6dfce274c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:48.679101 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-486350db-a8d5-4276-8227-3b3ba4cf300f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:48.689582 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-88aa833c-c4c0-4e19-8efd-bc0e04433afb req-99c94f71-9ee2-499f-b98c-57a6dfce274c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.2014055 Dec 15 20:56:48.770165 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-88aa833c-c4c0-4e19-8efd-bc0e04433afb req-dd4b5dd5-93ce-4598-9dd2-d29cf08b264e tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794530 Dec 15 20:56:48.968401 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 36910) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:49.092528 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 36922) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:49.141019 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d9e3f73c-ba65-4ef3-9499-c4d93e52f8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:49.155591 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-d9e3f73c-ba65-4ef3-9499-c4d93e52f8c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:56:49.173795 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-d9e3f73c-ba65-4ef3-9499-c4d93e52f8c7 admin admin] Usage tracker for resource:security_group_rule and tenant:e51b0a92d3d54ac3a682784fc73279ae is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:56:49.177717 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-d9e3f73c-ba65-4ef3-9499-c4d93e52f8c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:56:49.181638 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-5cb8f81d-f3ad-4fc8-a80a-5640161c32cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:49.194669 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-d9e3f73c-ba65-4ef3-9499-c4d93e52f8c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:56:49.206887 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-5cb8f81d-f3ad-4fc8-a80a-5640161c32cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:56:49.212142 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-5cb8f81d-f3ad-4fc8-a80a-5640161c32cf admin admin] Usage tracker for resource:security_group_rule and tenant:e22dc04de8cf4004bb2d347bdbf1c2ad is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:56:49.221052 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-5cb8f81d-f3ad-4fc8-a80a-5640161c32cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:56:49.229332 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-5cb8f81d-f3ad-4fc8-a80a-5640161c32cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:56:49.336400 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d9e3f73c-ba65-4ef3-9499-c4d93e52f8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:49.344410 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d9e3f73c-ba65-4ef3-9499-c4d93e52f8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:49.354240 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-e8e3125d-6952-4696-b2a7-b20ba0b9c694 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:49.410991 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9e3f73c-ba65-4ef3-9499-c4d93e52f8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8686eda-37ad-4173-98fe-1d44d7aab04b,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:49.418060 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-d9e3f73c-ba65-4ef3-9499-c4d93e52f8c7 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e51b0a92d3d54ac3a682784fc73279ae&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4485102 Dec 15 20:56:49.419039 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-d9e3f73c-ba65-4ef3-9499-c4d93e52f8c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:49.420797 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 36936) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:49.421224 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-5cb8f81d-f3ad-4fc8-a80a-5640161c32cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:49.426265 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-5cb8f81d-f3ad-4fc8-a80a-5640161c32cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:49.441229 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:49.480021 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-5cb8f81d-f3ad-4fc8-a80a-5640161c32cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e22dc04de8cf4004bb2d347bdbf1c2ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3823950 Dec 15 20:56:49.480914 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb8f81d-f3ad-4fc8-a80a-5640161c32cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bda236f-bde4-4c76-aa0c-d09b26df6632,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:49.482629 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 36940) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:49.484092 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-5cb8f81d-f3ad-4fc8-a80a-5640161c32cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:49.501218 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-15d361d6-d6bc-4290-83e6-df38b0e9f2b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:49.552022 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-15d361d6-d6bc-4290-83e6-df38b0e9f2b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:49.676410 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0a98a836-79b7-461f-8c45-c2714b8c36df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:49.679909 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:49.698478 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:49.713614 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0a98a836-79b7-461f-8c45-c2714b8c36df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:49.746434 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-15d361d6-d6bc-4290-83e6-df38b0e9f2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:49.752493 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-a0cf55d5-67e9-453d-9c91-9f80995306bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:49.765946 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d361d6-d6bc-4290-83e6-df38b0e9f2b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8686eda-37ad-4173-98fe-1d44d7aab04b,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:49.769023 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-15d361d6-d6bc-4290-83e6-df38b0e9f2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:49.771695 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-15d361d6-d6bc-4290-83e6-df38b0e9f2b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:49.772720 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-15d361d6-d6bc-4290-83e6-df38b0e9f2b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c8686eda-37ad-4173-98fe-1d44d7aab04b HTTP/1.1" status: 204 len: 168 time: 0.3508759 Dec 15 20:56:49.809124 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0a98a836-79b7-461f-8c45-c2714b8c36df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:49.814914 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-e8446896-808d-45d8-a900-848a8a9540e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:49.828191 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a98a836-79b7-461f-8c45-c2714b8c36df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bda236f-bde4-4c76-aa0c-d09b26df6632,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:49.839460 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-0a98a836-79b7-461f-8c45-c2714b8c36df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:49.840763 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0a98a836-79b7-461f-8c45-c2714b8c36df admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:49.842071 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-0a98a836-79b7-461f-8c45-c2714b8c36df admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9bda236f-bde4-4c76-aa0c-d09b26df6632 HTTP/1.1" status: 204 len: 168 time: 0.3584855 Dec 15 20:56:50.097140 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e316884-fde3-4922-bc51-f51364b09d61 req-3f286caf-b78d-4cc2-af8e-6202bcabd180 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:50.110320 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0e316884-fde3-4922-bc51-f51364b09d61 req-3f286caf-b78d-4cc2-af8e-6202bcabd180 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.1737199 Dec 15 20:56:50.165958 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0e316884-fde3-4922-bc51-f51364b09d61 req-570180db-f99a-4a10-97a3-f46f6e0c7997 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453112 Dec 15 20:56:50.289227 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 36966) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:50.307601 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0215c3e2-d4c8-43ab-bbe9-80d07b55b0a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:50.322945 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-0215c3e2-d4c8-43ab-bbe9-80d07b55b0a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:56:50.326681 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-0215c3e2-d4c8-43ab-bbe9-80d07b55b0a8 admin admin] Usage tracker for resource:security_group_rule and tenant:aa9179701fb34d54a577d139b6487229 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:56:50.329740 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-0215c3e2-d4c8-43ab-bbe9-80d07b55b0a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:56:50.335409 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-0215c3e2-d4c8-43ab-bbe9-80d07b55b0a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:56:50.418073 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0215c3e2-d4c8-43ab-bbe9-80d07b55b0a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:50.424082 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-0215c3e2-d4c8-43ab-bbe9-80d07b55b0a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:50.434839 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-714227d2-643e-4dfc-ab03-3d45a777d087 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:50.476015 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-0215c3e2-d4c8-43ab-bbe9-80d07b55b0a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aa9179701fb34d54a577d139b6487229&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1851215 Dec 15 20:56:50.476904 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0215c3e2-d4c8-43ab-bbe9-80d07b55b0a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2db1c4b2-072d-41fb-8f43-5550857b6cb6,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:50.479936 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 36974) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:50.480817 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-0215c3e2-d4c8-43ab-bbe9-80d07b55b0a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:50.542359 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5f4c4041-8e50-4165-9dc4-68c43b8c02e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:50.573886 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5f4c4041-8e50-4165-9dc4-68c43b8c02e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:50.629688 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5f4c4041-8e50-4165-9dc4-68c43b8c02e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:50.633349 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-b35326c7-d638-4195-ba63-08b07297c761 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:50.644670 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4c4041-8e50-4165-9dc4-68c43b8c02e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2db1c4b2-072d-41fb-8f43-5550857b6cb6,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:50.648502 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-5f4c4041-8e50-4165-9dc4-68c43b8c02e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:50.653336 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5f4c4041-8e50-4165-9dc4-68c43b8c02e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:50.655922 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-5f4c4041-8e50-4165-9dc4-68c43b8c02e9 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2db1c4b2-072d-41fb-8f43-5550857b6cb6 HTTP/1.1" status: 204 len: 168 time: 0.1749616 Dec 15 20:56:51.055275 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:51.451639 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7c04ac-9ae0-4c50-85eb-3ca718f58d76 req-3b055a7b-42aa-448f-934d-f2504205751c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:51.459345 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4c7c04ac-9ae0-4c50-85eb-3ca718f58d76 req-3b055a7b-42aa-448f-934d-f2504205751c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.1209831 Dec 15 20:56:51.528475 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4c7c04ac-9ae0-4c50-85eb-3ca718f58d76 req-d788f9d5-9864-42be-bfc9-3376128640fd tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679822 Dec 15 20:56:51.752164 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 37048) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:51.987997 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-aa31e964-aae6-48f7-b3d7-c6284f3a56cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:52.004131 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-aa31e964-aae6-48f7-b3d7-c6284f3a56cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:56:52.008029 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-aa31e964-aae6-48f7-b3d7-c6284f3a56cf admin admin] Usage tracker for resource:security_group_rule and tenant:6de3c71425f44bc999d21f48c316d692 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:56:52.010991 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-aa31e964-aae6-48f7-b3d7-c6284f3a56cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:56:52.016707 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-aa31e964-aae6-48f7-b3d7-c6284f3a56cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:56:52.110035 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-aa31e964-aae6-48f7-b3d7-c6284f3a56cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:52.118592 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-aa31e964-aae6-48f7-b3d7-c6284f3a56cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:52.127545 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-15d361d6-d6bc-4290-83e6-df38b0e9f2b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:52.167357 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-aa31e964-aae6-48f7-b3d7-c6284f3a56cf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6de3c71425f44bc999d21f48c316d692&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4141409 Dec 15 20:56:52.168319 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa31e964-aae6-48f7-b3d7-c6284f3a56cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b65d766-0b6d-4c71-bd41-f6ab6d410d2b,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:52.170351 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 37062) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:56:52.171352 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-aa31e964-aae6-48f7-b3d7-c6284f3a56cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:52.233372 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-7bb459d2-5573-4894-a035-5032405f7481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:52.265334 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-7bb459d2-5573-4894-a035-5032405f7481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:52.326274 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-7bb459d2-5573-4894-a035-5032405f7481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:52.331902 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:56:52.348379 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb459d2-5573-4894-a035-5032405f7481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b65d766-0b6d-4c71-bd41-f6ab6d410d2b,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:56:52.354559 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-7bb459d2-5573-4894-a035-5032405f7481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:56:52.372444 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-7bb459d2-5573-4894-a035-5032405f7481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:56:52.374194 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-7bb459d2-5573-4894-a035-5032405f7481 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3b65d766-0b6d-4c71-bd41-f6ab6d410d2b HTTP/1.1" status: 204 len: 168 time: 0.2027898 Dec 15 20:56:52.782651 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dca406-158f-4bd4-a9b6-30fde166424a req-718230ea-31dd-4feb-90b1-2374bf422574 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:52.791361 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-54dca406-158f-4bd4-a9b6-30fde166424a req-718230ea-31dd-4feb-90b1-2374bf422574 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.1087542 Dec 15 20:56:52.843363 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-54dca406-158f-4bd4-a9b6-30fde166424a req-a2bed260-22bf-4100-8736-e1ac869cde1d tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510442 Dec 15 20:56:54.074920 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c41e059-b4d3-46ce-996d-2f0be6e5f21c req-87d1ee3c-2043-4a9d-84e8-57cd02a30eeb tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:54.076848 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8c41e059-b4d3-46ce-996d-2f0be6e5f21c req-87d1ee3c-2043-4a9d-84e8-57cd02a30eeb tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.1035554 Dec 15 20:56:54.129997 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8c41e059-b4d3-46ce-996d-2f0be6e5f21c req-547f59ee-91ec-4d69-a2ce-6c51bf8856e1 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464458 Dec 15 20:56:55.339498 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c8ca24-ae1b-499e-898b-521d232a8931 req-9a45730a-3990-412e-bf61-45cabda3b442 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:55.341097 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c4c8ca24-ae1b-499e-898b-521d232a8931 req-9a45730a-3990-412e-bf61-45cabda3b442 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.0840309 Dec 15 20:56:55.384939 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c4c8ca24-ae1b-499e-898b-521d232a8931 req-14303c7b-07f0-4c94-8003-5319f7721532 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382998 Dec 15 20:56:58.878135 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e59eae46-4d7b-4a35-9be6-8f307178f3e9 req-1e5814e9-7f57-4573-882d-d675177a19ef tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:56:58.879570 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e59eae46-4d7b-4a35-9be6-8f307178f3e9 req-1e5814e9-7f57-4573-882d-d675177a19ef tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.0859747 Dec 15 20:56:58.924301 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e59eae46-4d7b-4a35-9be6-8f307178f3e9 req-397e66b9-a536-498e-bfc4-1f07dd9c5d7d tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390544 Dec 15 20:57:02.799343 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe58cea-c9ee-4281-afb9-6a11fc149226 req-eb6fa23d-365a-44ec-8d1e-4996c7ceeb48 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:02.800744 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5fe58cea-c9ee-4281-afb9-6a11fc149226 req-eb6fa23d-365a-44ec-8d1e-4996c7ceeb48 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.0778136 Dec 15 20:57:02.846567 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5fe58cea-c9ee-4281-afb9-6a11fc149226 req-ff8e49c3-051b-48be-8527-e1296b38105d tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403144 Dec 15 20:57:04.043105 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf18282-d5e6-47cf-961c-0858f25e1a52 req-c82053d6-4330-4bc1-b43d-6bf0f8752dd2 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:04.054824 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-eaf18282-d5e6-47cf-961c-0858f25e1a52 req-c82053d6-4330-4bc1-b43d-6bf0f8752dd2 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.0852933 Dec 15 20:57:04.094643 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-eaf18282-d5e6-47cf-961c-0858f25e1a52 req-6c051a04-f38d-418e-853f-3f6d6d2d7c8f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442431 Dec 15 20:57:04.315051 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b486601-c124-46f8-a96e-899a155d9390 req-f25d3969-7ef5-4c49-b61c-4a4b84e7aa90 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:04.319696 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1b486601-c124-46f8-a96e-899a155d9390 req-f25d3969-7ef5-4c49-b61c-4a4b84e7aa90 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/networks?id=80313551-4978-4263-bd6f-c5ef8342b2b0 HTTP/1.1" status: 200 len: 815 time: 0.1611705 Dec 15 20:57:04.336139 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1b486601-c124-46f8-a96e-899a155d9390 req-c083455e-96da-4d3d-a24d-68fc12437fa2 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/quotas/aebf296e7f8d40f19e8c30faf01d3e7d HTTP/1.1" status: 200 len: 375 time: 0.0095901 Dec 15 20:57:04.434998 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1b486601-c124-46f8-a96e-899a155d9390 req-20a73587-d51b-4e67-ae41-a54deb713125 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=aebf296e7f8d40f19e8c30faf01d3e7d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0927553 Dec 15 20:57:04.585846 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1b486601-c124-46f8-a96e-899a155d9390 req-00bffc42-d000-4592-a885-8e29590bf413 service neutron] 10.222.0.49 "GET /v2.0/networks/80313551-4978-4263-bd6f-c5ef8342b2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1429994 Dec 15 20:57:04.792946 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1b486601-c124-46f8-a96e-899a155d9390 req-c4adba06-de4b-4b7a-920b-3e3ef4350399 service neutron] 10.222.0.49 "GET /v2.0/networks/80313551-4978-4263-bd6f-c5ef8342b2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2062657 Dec 15 20:57:07.205952 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f3c959c9-bcad-4987-9c9d-89cae907c912 req-2792eba4-ecd7-4106-80cd-b0667e345b75 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0144878-50ff-45ad-aee0-72def64b59e3 HTTP/1.1" status: 200 len: 210 time: 0.0463815 Dec 15 20:57:07.294818 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c135f7b-2b94-4de1-a592-b82ea8598660 req-38202dc5-96ec-4ef0-a8eb-494ea75290c8 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:07.296249 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2c135f7b-2b94-4de1-a592-b82ea8598660 req-38202dc5-96ec-4ef0-a8eb-494ea75290c8 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.0849612 Dec 15 20:57:07.340820 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2c135f7b-2b94-4de1-a592-b82ea8598660 req-408e8d43-5ca5-441c-893e-d3e5667b88cc tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388317 Dec 15 20:57:09.678767 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 20:57:10.953821 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b486601-c124-46f8-a96e-899a155d9390 req-51627f9a-6ffd-40ae-a8b6-f79aa5e7e4dc tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:10.955433 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-1b486601-c124-46f8-a96e-899a155d9390 req-51627f9a-6ffd-40ae-a8b6-f79aa5e7e4dc tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.41 "GET /v2.0/networks?id=80313551-4978-4263-bd6f-c5ef8342b2b0 HTTP/1.1" status: 200 len: 815 time: 0.1783321 Dec 15 20:57:10.978764 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-1b486601-c124-46f8-a96e-899a155d9390 req-0837516d-25b6-4d42-b31f-cebb362b993b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Request body: {'port': {'device_id': 'b0144878-50ff-45ad-aee0-72def64b59e3', 'network_id': '80313551-4978-4263-bd6f-c5ef8342b2b0', 'admin_state_up': True, 'tenant_id': 'aebf296e7f8d40f19e8c30faf01d3e7d'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:57:11.020771 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2db0956c-ab28-4ba1-a116-4f820a6c460b req-fcb2caf9-4043-4aac-94c6-27e232739db1 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0144878-50ff-45ad-aee0-72def64b59e3 HTTP/1.1" status: 200 len: 210 time: 0.0667090 Dec 15 20:57:11.050989 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57895ac0-2171-4634-8a57-98c9e2d32fa2 req-f6e12696-86f3-4ab8-b8f0-72267af154a5 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:11.053014 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-57895ac0-2171-4634-8a57-98c9e2d32fa2 req-f6e12696-86f3-4ab8-b8f0-72267af154a5 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.1409466 Dec 15 20:57:11.098975 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-57895ac0-2171-4634-8a57-98c9e2d32fa2 req-b9a1820b-5535-4714-8982-839eb0fb82cb tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397053 Dec 15 20:57:11.135943 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-1b486601-c124-46f8-a96e-899a155d9390 req-0837516d-25b6-4d42-b31f-cebb362b993b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:11.139637 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-1b486601-c124-46f8-a96e-899a155d9390 req-0837516d-25b6-4d42-b31f-cebb362b993b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Usage tracker for resource:port and tenant:aebf296e7f8d40f19e8c30faf01d3e7d is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:11.142468 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-1b486601-c124-46f8-a96e-899a155d9390 req-0837516d-25b6-4d42-b31f-cebb362b993b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:11.148012 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-1b486601-c124-46f8-a96e-899a155d9390 req-0837516d-25b6-4d42-b31f-cebb362b993b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:11.159162 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b486601-c124-46f8-a96e-899a155d9390 req-0837516d-25b6-4d42-b31f-cebb362b993b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Made reservation on behalf of aebf296e7f8d40f19e8c30faf01d3e7d for: {'port': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:57:11.162819 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-1b486601-c124-46f8-a96e-899a155d9390 req-0837516d-25b6-4d42-b31f-cebb362b993b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:11.328052 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [req-1b486601-c124-46f8-a96e-899a155d9390 req-0837516d-25b6-4d42-b31f-cebb362b993b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Allocated IP 172.20.0.10 (80313551-4978-4263-bd6f-c5ef8342b2b0/2f5c8b39-f31f-4f68-b491-bed600bd6785/50723294-4568-4922-8170-7f86fd501fd7) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:57:11.528301 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-1b486601-c124-46f8-a96e-899a155d9390 req-0837516d-25b6-4d42-b31f-cebb362b993b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:11.557376 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-1b486601-c124-46f8-a96e-899a155d9390 req-0837516d-25b6-4d42-b31f-cebb362b993b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:11.563020 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-860c113d-748e-4172-a114-969f75dfe992 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:11.632066 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b486601-c124-46f8-a96e-899a155d9390 req-0837516d-25b6-4d42-b31f-cebb362b993b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Network 80313551-4978-4263-bd6f-c5ef8342b2b0 is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:57:11.635313 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [req-1b486601-c124-46f8-a96e-899a155d9390 req-0837516d-25b6-4d42-b31f-cebb362b993b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:11.639184 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b486601-c124-46f8-a96e-899a155d9390 req-0837516d-25b6-4d42-b31f-cebb362b993b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:57:11.669784 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0837516d-25b6-4d42-b31f-cebb362b993b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Pushing event updated for resources: {'Port': ['ID=50723294-4568-4922-8170-7f86fd501fd7,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:11.680147 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-0837516d-25b6-4d42-b31f-cebb362b993b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:11.709029 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b486601-c124-46f8-a96e-899a155d9390 req-0837516d-25b6-4d42-b31f-cebb362b993b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:11.709726 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-1b486601-c124-46f8-a96e-899a155d9390 req-0837516d-25b6-4d42-b31f-cebb362b993b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:11.738092 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-1b486601-c124-46f8-a96e-899a155d9390 req-0837516d-25b6-4d42-b31f-cebb362b993b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7648201 Dec 15 20:57:11.978439 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 37440) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:12.092354 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b1e7aa0e-72e9-43f4-9cc3-e6d0fd911f20 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:12.106746 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-b1e7aa0e-72e9-43f4-9cc3-e6d0fd911f20 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:12.110556 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-b1e7aa0e-72e9-43f4-9cc3-e6d0fd911f20 admin admin] Usage tracker for resource:security_group_rule and tenant:eeedd093895f401381e1b4af2b4043e2 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:12.113295 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-b1e7aa0e-72e9-43f4-9cc3-e6d0fd911f20 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:12.118881 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-b1e7aa0e-72e9-43f4-9cc3-e6d0fd911f20 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:12.196544 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b1e7aa0e-72e9-43f4-9cc3-e6d0fd911f20 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:12.200071 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b1e7aa0e-72e9-43f4-9cc3-e6d0fd911f20 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:12.208223 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-ae31d034-7d5d-485a-958e-5ff4cd779d68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:12.246558 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-b1e7aa0e-72e9-43f4-9cc3-e6d0fd911f20 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=eeedd093895f401381e1b4af2b4043e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2669866 Dec 15 20:57:12.248120 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e7aa0e-72e9-43f4-9cc3-e6d0fd911f20 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231cb327-5971-4b50-8d83-a883ed417436,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:12.249138 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 37454) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:12.255564 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7aa0e-72e9-43f4-9cc3-e6d0fd911f20 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:12.255918 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7aa0e-72e9-43f4-9cc3-e6d0fd911f20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:12.256261 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7aa0e-72e9-43f4-9cc3-e6d0fd911f20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:12.256603 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7aa0e-72e9-43f4-9cc3-e6d0fd911f20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:12.256923 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7aa0e-72e9-43f4-9cc3-e6d0fd911f20 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:12.257261 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7aa0e-72e9-43f4-9cc3-e6d0fd911f20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:12.257589 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7aa0e-72e9-43f4-9cc3-e6d0fd911f20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:12.257941 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7aa0e-72e9-43f4-9cc3-e6d0fd911f20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:12.258270 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7aa0e-72e9-43f4-9cc3-e6d0fd911f20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:12.258631 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7aa0e-72e9-43f4-9cc3-e6d0fd911f20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:12.258957 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7aa0e-72e9-43f4-9cc3-e6d0fd911f20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:12.259281 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b1e7aa0e-72e9-43f4-9cc3-e6d0fd911f20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:12.263107 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-b1e7aa0e-72e9-43f4-9cc3-e6d0fd911f20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:12.318123 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-70dde642-9981-473e-8c55-240df7584b9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:12.343747 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-70dde642-9981-473e-8c55-240df7584b9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:12.395143 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-70dde642-9981-473e-8c55-240df7584b9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:12.400821 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-90c2637d-9779-48f5-91a5-b187fa8732b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:12.412500 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70dde642-9981-473e-8c55-240df7584b9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231cb327-5971-4b50-8d83-a883ed417436,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:12.414933 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-70dde642-9981-473e-8c55-240df7584b9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:12.419941 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-70dde642-9981-473e-8c55-240df7584b9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:12.421713 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-70dde642-9981-473e-8c55-240df7584b9b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/231cb327-5971-4b50-8d83-a883ed417436 HTTP/1.1" status: 204 len: 168 time: 0.1711640 Dec 15 20:57:12.704271 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 37470) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:12.723394 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-199ec350-eb09-4dbd-8623-fde35676cf39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:12.738010 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-199ec350-eb09-4dbd-8623-fde35676cf39 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:12.741977 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-199ec350-eb09-4dbd-8623-fde35676cf39 admin admin] Usage tracker for resource:security_group_rule and tenant:078e3b9561e6419e904c8b9f7d225df3 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:12.744790 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-199ec350-eb09-4dbd-8623-fde35676cf39 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:12.750679 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-199ec350-eb09-4dbd-8623-fde35676cf39 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:12.766316 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 37474) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:12.833480 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-199ec350-eb09-4dbd-8623-fde35676cf39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:12.837790 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-199ec350-eb09-4dbd-8623-fde35676cf39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:12.850700 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:12.887441 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-199ec350-eb09-4dbd-8623-fde35676cf39 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=078e3b9561e6419e904c8b9f7d225df3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1798129 Dec 15 20:57:12.888258 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 37480) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:12.891926 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199ec350-eb09-4dbd-8623-fde35676cf39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ac0c4b8-6795-43e0-a2ed-2cddb5c40843,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:12.894867 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-199ec350-eb09-4dbd-8623-fde35676cf39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:12.964670 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-fb916f0c-8826-45b2-b528-8d210e871c56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:12.972749 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-99373155-0d9d-4515-8f00-2294e0618f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:12.990439 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-fb916f0c-8826-45b2-b528-8d210e871c56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:13.002312 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-fb916f0c-8826-45b2-b528-8d210e871c56 admin admin] Usage tracker for resource:security_group_rule and tenant:0bbfe76132d742f990f5aca70126db1a is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:13.006965 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-fb916f0c-8826-45b2-b528-8d210e871c56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:13.010592 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-99373155-0d9d-4515-8f00-2294e0618f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:13.021390 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-fb916f0c-8826-45b2-b528-8d210e871c56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:13.088410 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-99373155-0d9d-4515-8f00-2294e0618f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:13.093655 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-797520a9-04ec-497c-8edf-4f576542be67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:13.117401 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99373155-0d9d-4515-8f00-2294e0618f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ac0c4b8-6795-43e0-a2ed-2cddb5c40843,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:13.120534 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-99373155-0d9d-4515-8f00-2294e0618f45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:13.150392 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-99373155-0d9d-4515-8f00-2294e0618f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:13.151489 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-99373155-0d9d-4515-8f00-2294e0618f45 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7ac0c4b8-6795-43e0-a2ed-2cddb5c40843 HTTP/1.1" status: 204 len: 168 time: 0.2627339 Dec 15 20:57:13.153283 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-fb916f0c-8826-45b2-b528-8d210e871c56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:13.158579 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-fb916f0c-8826-45b2-b528-8d210e871c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:13.167543 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:13.210911 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-fb916f0c-8826-45b2-b528-8d210e871c56 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0bbfe76132d742f990f5aca70126db1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4435072 Dec 15 20:57:13.212297 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb916f0c-8826-45b2-b528-8d210e871c56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0802b1bc-449a-4525-a5e7-3df77fdd7047,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:13.214152 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 37488) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:13.215260 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-fb916f0c-8826-45b2-b528-8d210e871c56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:13.272456 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-63d9070a-eabd-460f-9fb1-d5e0839881b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:13.297834 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-63d9070a-eabd-460f-9fb1-d5e0839881b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:13.352377 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-63d9070a-eabd-460f-9fb1-d5e0839881b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:13.359004 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-6e0e778b-b898-4ddc-8b21-efd64eb8083b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:13.372071 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d9070a-eabd-460f-9fb1-d5e0839881b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0802b1bc-449a-4525-a5e7-3df77fdd7047,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:13.389582 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-63d9070a-eabd-460f-9fb1-d5e0839881b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:13.391346 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-63d9070a-eabd-460f-9fb1-d5e0839881b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:13.393433 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-63d9070a-eabd-460f-9fb1-d5e0839881b5 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0802b1bc-449a-4525-a5e7-3df77fdd7047 HTTP/1.1" status: 204 len: 168 time: 0.1779504 Dec 15 20:57:13.441854 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 37498) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:13.462999 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b6ad2da-2a2e-407b-a24f-389eba0861fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:13.480101 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-2b6ad2da-2a2e-407b-a24f-389eba0861fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:13.484694 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-2b6ad2da-2a2e-407b-a24f-389eba0861fb admin admin] Usage tracker for resource:security_group_rule and tenant:f6f48b151a8a4be19ff4408687df0fce is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:13.487804 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-2b6ad2da-2a2e-407b-a24f-389eba0861fb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:13.493602 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-2b6ad2da-2a2e-407b-a24f-389eba0861fb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:13.578737 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b6ad2da-2a2e-407b-a24f-389eba0861fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:13.582619 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b6ad2da-2a2e-407b-a24f-389eba0861fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:13.594558 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-e12f7114-d39d-44ff-b649-1f07598c3ea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:13.633376 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-2b6ad2da-2a2e-407b-a24f-389eba0861fb admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f6f48b151a8a4be19ff4408687df0fce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1904764 Dec 15 20:57:13.635015 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6ad2da-2a2e-407b-a24f-389eba0861fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70b67cbc-dd73-43dc-9267-556189f3e5f9,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:13.636001 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 37504) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:13.637967 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-2b6ad2da-2a2e-407b-a24f-389eba0861fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:13.701411 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f56d4608-2ff3-4271-89e4-fb2b20f02c3c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:13.726806 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f56d4608-2ff3-4271-89e4-fb2b20f02c3c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:13.739208 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 37508) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:13.757011 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-33493a5a-e7d1-42bb-aef6-f1270c6aa254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:13.772847 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-33493a5a-e7d1-42bb-aef6-f1270c6aa254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:13.777764 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-33493a5a-e7d1-42bb-aef6-f1270c6aa254 admin admin] Usage tracker for resource:security_group_rule and tenant:db8eccaea1924720992cffcb46b37316 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:13.778632 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f56d4608-2ff3-4271-89e4-fb2b20f02c3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:13.780703 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-33493a5a-e7d1-42bb-aef6-f1270c6aa254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:13.783356 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-99373155-0d9d-4515-8f00-2294e0618f45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:13.786303 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-33493a5a-e7d1-42bb-aef6-f1270c6aa254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:13.795208 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56d4608-2ff3-4271-89e4-fb2b20f02c3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70b67cbc-dd73-43dc-9267-556189f3e5f9,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:13.798929 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f56d4608-2ff3-4271-89e4-fb2b20f02c3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:13.800843 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f56d4608-2ff3-4271-89e4-fb2b20f02c3c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:13.804809 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-f56d4608-2ff3-4271-89e4-fb2b20f02c3c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/70b67cbc-dd73-43dc-9267-556189f3e5f9 HTTP/1.1" status: 204 len: 168 time: 0.1677828 Dec 15 20:57:13.876414 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-33493a5a-e7d1-42bb-aef6-f1270c6aa254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:13.881519 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-33493a5a-e7d1-42bb-aef6-f1270c6aa254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:13.892059 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-b8d2b584-b618-48eb-bb93-35f721b1105f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:13.934134 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-33493a5a-e7d1-42bb-aef6-f1270c6aa254 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=db8eccaea1924720992cffcb46b37316&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915755 Dec 15 20:57:13.934134 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33493a5a-e7d1-42bb-aef6-f1270c6aa254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40a707ee-2e55-4535-838b-9f72f6a3bde0,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:13.935060 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 37514) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:13.936352 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-33493a5a-e7d1-42bb-aef6-f1270c6aa254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:13.999881 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-2414ad96-8fd8-43e5-a894-28d2a924e66b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:14.029237 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-2414ad96-8fd8-43e5-a894-28d2a924e66b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:14.086333 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-2414ad96-8fd8-43e5-a894-28d2a924e66b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:14.091017 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-fb916f0c-8826-45b2-b528-8d210e871c56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:14.103913 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414ad96-8fd8-43e5-a894-28d2a924e66b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40a707ee-2e55-4535-838b-9f72f6a3bde0,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:14.107826 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-2414ad96-8fd8-43e5-a894-28d2a924e66b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:14.119132 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-2414ad96-8fd8-43e5-a894-28d2a924e66b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:14.120297 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-2414ad96-8fd8-43e5-a894-28d2a924e66b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/40a707ee-2e55-4535-838b-9f72f6a3bde0 HTTP/1.1" status: 204 len: 168 time: 0.1837482 Dec 15 20:57:14.545663 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['7ba761fd-f599-4ab4-9445-2bd2f228ac1a', '3738a568-4309-4f12-b542-09b2242a8a4f', '3a0bcb24-a917-42ff-b113-a34b31a7be58'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:57:14.560310 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-1b486601-c124-46f8-a96e-899a155d9390 req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] Request body: {'port': {'device_id': 'b0144878-50ff-45ad-aee0-72def64b59e3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:57:14.691741 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-1b486601-c124-46f8-a96e-899a155d9390 req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:14.801614 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7528207-95bf-4600-b52c-250a33e51668 req-bf3a2ffd-7bd9-4eea-b481-a5ce3647d2e1 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:14.811727 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b7528207-95bf-4600-b52c-250a33e51668 req-bf3a2ffd-7bd9-4eea-b481-a5ce3647d2e1 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0144878-50ff-45ad-aee0-72def64b59e3 HTTP/1.1" status: 200 len: 932 time: 0.1033969 Dec 15 20:57:14.923402 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b7528207-95bf-4600-b52c-250a33e51668 req-9465661e-e798-4166-a7cb-c039bbe24117 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1102583 Dec 15 20:57:14.961376 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c38df02-87c8-474c-b722-dec98ed4e051 req-06803e99-0729-4dad-b3e5-165930d21059 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:14.963810 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6c38df02-87c8-474c-b722-dec98ed4e051 req-06803e99-0729-4dad-b3e5-165930d21059 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.1362376 Dec 15 20:57:15.017031 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6c38df02-87c8-474c-b722-dec98ed4e051 req-1f225f61-0739-43d2-baf9-89f8182d5527 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456798 Dec 15 20:57:15.242536 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [req-1b486601-c124-46f8-a96e-899a155d9390 req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 50723294-4568-4922-8170-7f86fd501fd7 {{(pid=86858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:57:15.250236 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-1b486601-c124-46f8-a96e-899a155d9390 req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] Notify callbacks [] for port, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:15.268202 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [req-1b486601-c124-46f8-a96e-899a155d9390 req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] Transition to ACTIVE for port object 50723294-4568-4922-8170-7f86fd501fd7 will not be triggered until provisioned by entity L2. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:57:15.272631 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-1b486601-c124-46f8-a96e-899a155d9390 req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:15.279603 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:15.434601 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] Pushing event updated for resources: {'Port': ['ID=50723294-4568-4922-8170-7f86fd501fd7,revision_number=2']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:15.442558 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:15.527095 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-1b486601-c124-46f8-a96e-899a155d9390 req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] Attempting to bind port 50723294-4568-4922-8170-7f86fd501fd7 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:57:15.527426 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-1b486601-c124-46f8-a96e-899a155d9390 req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] Attempting to bind port 50723294-4568-4922-8170-7f86fd501fd7 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'ae6fa0f6-5b60-452f-8239-ffb398b012d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80313551-4978-4263-bd6f-c5ef8342b2b0'}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:57:15.527745 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b486601-c124-46f8-a96e-899a155d9390 req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] Attempting to bind port 50723294-4568-4922-8170-7f86fd501fd7 on network 80313551-4978-4263-bd6f-c5ef8342b2b0 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:57:15.533870 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b486601-c124-46f8-a96e-899a155d9390 req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] Port 50723294-4568-4922-8170-7f86fd501fd7 on network 80313551-4978-4263-bd6f-c5ef8342b2b0 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 20:57:15.536014 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b486601-c124-46f8-a96e-899a155d9390 req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] Attempting to bind port 50723294-4568-4922-8170-7f86fd501fd7 on network 80313551-4978-4263-bd6f-c5ef8342b2b0 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:57:15.542800 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b486601-c124-46f8-a96e-899a155d9390 req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] Checking agent: {'id': '725a3879-ffa9-43b4-b39f-ace0d62390f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'started_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:57:15.543333 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b486601-c124-46f8-a96e-899a155d9390 req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] Checking segment: {'id': 'ae6fa0f6-5b60-452f-8239-ffb398b012d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80313551-4978-4263-bd6f-c5ef8342b2b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:57:15.543784 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b486601-c124-46f8-a96e-899a155d9390 req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] Bound using segment: {'id': 'ae6fa0f6-5b60-452f-8239-ffb398b012d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80313551-4978-4263-bd6f-c5ef8342b2b0'} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:57:15.544285 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-1b486601-c124-46f8-a96e-899a155d9390 req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] Bound port: 50723294-4568-4922-8170-7f86fd501fd7, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ae6fa0f6-5b60-452f-8239-ffb398b012d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 152, 'network_id': '80313551-4978-4263-bd6f-c5ef8342b2b0'}}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:57:15.544731 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-1b486601-c124-46f8-a96e-899a155d9390 req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:15.686137 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-1b486601-c124-46f8-a96e-899a155d9390 req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] For port 50723294-4568-4922-8170-7f86fd501fd7, host hv-cinder-82189, cleared binding levels {{(pid=86858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:57:15.694385 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-1b486601-c124-46f8-a96e-899a155d9390 req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] For port 50723294-4568-4922-8170-7f86fd501fd7, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=50723294-4568-4922-8170-7f86fd501fd7,segment=NetworkSegment(ae6fa0f6-5b60-452f-8239-ffb398b012d3),segment_id=ae6fa0f6-5b60-452f-8239-ffb398b012d3)] {{(pid=86858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:57:15.704193 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-1b486601-c124-46f8-a96e-899a155d9390 req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:15.714649 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-cb47931c-93a0-4249-8848-043790d21c1f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:15.787492 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b486601-c124-46f8-a96e-899a155d9390 req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:15.788148 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-1b486601-c124-46f8-a96e-899a155d9390 req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:15.789727 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-1b486601-c124-46f8-a96e-899a155d9390 req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] 10.222.0.41 "PUT /v2.0/ports/50723294-4568-4922-8170-7f86fd501fd7 HTTP/1.1" status: 200 len: 1094 time: 1.2338364 Dec 15 20:57:15.790245 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b0144878-50ff-45ad-aee0-72def64b59e3', 'tag': '50723294-4568-4922-8170-7f86fd501fd7'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:57:15.817049 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] Pushing event updated for resources: {'Port': ['ID=50723294-4568-4922-8170-7f86fd501fd7,revision_number=3']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:15.842658 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:15.876288 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffcd9a92-d5d2-49e3-98ca-66c84fa493c3 req-5d642be3-65a8-4a7e-bd61-57ab85b2e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:15.877867 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ffcd9a92-d5d2-49e3-98ca-66c84fa493c3 req-5d642be3-65a8-4a7e-bd61-57ab85b2e18c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 1098 time: 0.1025641 Dec 15 20:57:15.922304 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b0144878-50ff-45ad-aee0-72def64b59e3', 'tag': '50723294-4568-4922-8170-7f86fd501fd7', 'status': 'completed', 'code': 200} Dec 15 20:57:15.936896 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ffcd9a92-d5d2-49e3-98ca-66c84fa493c3 req-aeb664dd-8996-446f-acd2-586541c16038 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507262 Dec 15 20:57:15.951811 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b486601-c124-46f8-a96e-899a155d9390 req-95bb678e-2713-43a4-92f7-1456f5bf9f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:15.953682 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-1b486601-c124-46f8-a96e-899a155d9390 req-95bb678e-2713-43a4-92f7-1456f5bf9f37 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aebf296e7f8d40f19e8c30faf01d3e7d&device_id=b0144878-50ff-45ad-aee0-72def64b59e3 HTTP/1.1" status: 200 len: 1097 time: 0.0900567 Dec 15 20:57:16.134732 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2545de3-be25-41d0-b2e2-8ab1d3c38606 req-93527ed2-2c79-48dc-a1b6-6b1c75809ed7 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:16.136734 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d2545de3-be25-41d0-b2e2-8ab1d3c38606 req-93527ed2-2c79-48dc-a1b6-6b1c75809ed7 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0144878-50ff-45ad-aee0-72def64b59e3 HTTP/1.1" status: 200 len: 944 time: 0.0945377 Dec 15 20:57:16.229684 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d2545de3-be25-41d0-b2e2-8ab1d3c38606 req-8dfc59da-835b-42fe-a8ca-5d765cab9763 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869486 Dec 15 20:57:16.283896 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10dc9879-fdb8-404a-bcfb-30816f7b8a7d req-f475a41b-4e21-4d07-968e-96a37c07a999 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:16.285788 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-10dc9879-fdb8-404a-bcfb-30816f7b8a7d req-f475a41b-4e21-4d07-968e-96a37c07a999 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.1245136 Dec 15 20:57:16.327127 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-1b486601-c124-46f8-a96e-899a155d9390 req-6c405d7a-641e-4021-94d2-095d22893819 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50723294-4568-4922-8170-7f86fd501fd7 HTTP/1.1" status: 200 len: 217 time: 0.0873568 Dec 15 20:57:16.329331 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-e3aebd4f-6dc9-4f8b-b362-eee8fd70d1b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:16.342752 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-10dc9879-fdb8-404a-bcfb-30816f7b8a7d req-69f8acb1-f004-423d-bdcb-f9cb470f2ef2 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508044 Dec 15 20:57:16.394867 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b486601-c124-46f8-a96e-899a155d9390 req-2ccb72c5-51b0-4466-bd2d-070c466ae455 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:16.396218 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-1b486601-c124-46f8-a96e-899a155d9390 req-2ccb72c5-51b0-4466-bd2d-070c466ae455 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f5c8b39-f31f-4f68-b491-bed600bd6785 HTTP/1.1" status: 200 len: 855 time: 0.0599127 Dec 15 20:57:16.444383 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-1b486601-c124-46f8-a96e-899a155d9390 req-4e986fc8-4a3d-4967-a902-ec5e005db839 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80313551-4978-4263-bd6f-c5ef8342b2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403864 Dec 15 20:57:16.585594 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-1b486601-c124-46f8-a96e-899a155d9390 req-74dd94c2-8d8b-4a27-bc6a-9515c54974f4 service neutron] 10.222.0.41 "GET /v2.0/networks/80313551-4978-4263-bd6f-c5ef8342b2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312480 Dec 15 20:57:16.728947 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-1b486601-c124-46f8-a96e-899a155d9390 req-d2d609f9-b071-4f1f-b74a-b861cc17bce7 service neutron] 10.222.0.41 "GET /v2.0/networks/80313551-4978-4263-bd6f-c5ef8342b2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330457 Dec 15 20:57:16.764937 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 37650) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:16.862318 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd56286-72ff-4df9-bfcc-26dbc3941f93 req-a176938f-b8ba-48b0-9244-6d1a1004a073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:16.863780 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-8fd56286-72ff-4df9-bfcc-26dbc3941f93 req-a176938f-b8ba-48b0-9244-6d1a1004a073 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=aebf296e7f8d40f19e8c30faf01d3e7d&device_id=b0144878-50ff-45ad-aee0-72def64b59e3 HTTP/1.1" status: 200 len: 1097 time: 0.0761621 Dec 15 20:57:16.896370 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-85f55735-76a4-4096-8785-3c058fb6ed09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:16.921513 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-85f55735-76a4-4096-8785-3c058fb6ed09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:16.925544 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-85f55735-76a4-4096-8785-3c058fb6ed09 admin admin] Usage tracker for resource:security_group_rule and tenant:6ab595f93ad0400ea59e3f106661214d is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:16.930036 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-85f55735-76a4-4096-8785-3c058fb6ed09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:16.936779 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-85f55735-76a4-4096-8785-3c058fb6ed09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:16.965113 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:17.014665 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd56286-72ff-4df9-bfcc-26dbc3941f93 req-63434445-2ad3-456a-a470-a75f1618585b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:17.016049 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-8fd56286-72ff-4df9-bfcc-26dbc3941f93 req-63434445-2ad3-456a-a470-a75f1618585b service neutron] 10.222.0.41 "GET /v2.0/networks?id=80313551-4978-4263-bd6f-c5ef8342b2b0 HTTP/1.1" status: 200 len: 916 time: 0.1432111 Dec 15 20:57:17.027703 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-85f55735-76a4-4096-8785-3c058fb6ed09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:17.031590 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-85f55735-76a4-4096-8785-3c058fb6ed09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:17.037898 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-5cb8f81d-f3ad-4fc8-a80a-5640161c32cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:17.078562 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-85f55735-76a4-4096-8785-3c058fb6ed09 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6ab595f93ad0400ea59e3f106661214d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3123391 Dec 15 20:57:17.079434 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85f55735-76a4-4096-8785-3c058fb6ed09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3303e0-e78e-43f3-9770-928b0ffecb06,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:17.081645 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 37660) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:17.084316 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-85f55735-76a4-4096-8785-3c058fb6ed09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:17.085433 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-8fd56286-72ff-4df9-bfcc-26dbc3941f93 req-0e89d2d3-eec9-415c-a7b7-a864ce5f31b0 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=50723294-4568-4922-8170-7f86fd501fd7 HTTP/1.1" status: 200 len: 217 time: 0.0611267 Dec 15 20:57:17.146178 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-386008d5-8ce7-45b8-9b89-2328f0c1a9a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:17.172978 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-386008d5-8ce7-45b8-9b89-2328f0c1a9a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:17.228238 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd56286-72ff-4df9-bfcc-26dbc3941f93 req-eca60a9c-dfbe-4446-9eda-4e0af10bb4bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:17.228454 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-386008d5-8ce7-45b8-9b89-2328f0c1a9a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:17.229851 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-8fd56286-72ff-4df9-bfcc-26dbc3941f93 req-eca60a9c-dfbe-4446-9eda-4e0af10bb4bb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=2f5c8b39-f31f-4f68-b491-bed600bd6785 HTTP/1.1" status: 200 len: 855 time: 0.1355042 Dec 15 20:57:17.233104 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:17.243155 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-386008d5-8ce7-45b8-9b89-2328f0c1a9a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3303e0-e78e-43f3-9770-928b0ffecb06,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:17.248639 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-386008d5-8ce7-45b8-9b89-2328f0c1a9a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:17.249551 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-386008d5-8ce7-45b8-9b89-2328f0c1a9a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:17.250665 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-386008d5-8ce7-45b8-9b89-2328f0c1a9a0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0a3303e0-e78e-43f3-9770-928b0ffecb06 HTTP/1.1" status: 204 len: 168 time: 0.1678514 Dec 15 20:57:17.301233 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-8fd56286-72ff-4df9-bfcc-26dbc3941f93 req-94955a15-f3ba-41ad-8a09-2bee321038dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=80313551-4978-4263-bd6f-c5ef8342b2b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462346 Dec 15 20:57:17.473397 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-8fd56286-72ff-4df9-bfcc-26dbc3941f93 req-a97c94dc-d508-434c-8ae0-5aa8e6d72811 service neutron] 10.222.0.41 "GET /v2.0/networks/80313551-4978-4263-bd6f-c5ef8342b2b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645210 Dec 15 20:57:17.485603 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7484765b-b086-46d7-9cd8-46e069de2806 req-c77c43b2-8d88-4116-800c-0ee66b417191 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:17.487104 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7484765b-b086-46d7-9cd8-46e069de2806 req-c77c43b2-8d88-4116-800c-0ee66b417191 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0144878-50ff-45ad-aee0-72def64b59e3 HTTP/1.1" status: 200 len: 944 time: 0.0991583 Dec 15 20:57:17.587287 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7484765b-b086-46d7-9cd8-46e069de2806 req-726ba39f-f59d-490c-b4e2-bf22ccf006c8 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649948 Dec 15 20:57:17.617006 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4013f6-5553-4ed5-8451-fdc6e5a90758 req-e85adf6c-79f4-47c6-865d-2fab59b81ad6 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:17.622123 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-de4013f6-5553-4ed5-8451-fdc6e5a90758 req-e85adf6c-79f4-47c6-865d-2fab59b81ad6 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.1341136 Dec 15 20:57:17.626106 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-8fd56286-72ff-4df9-bfcc-26dbc3941f93 req-7e205807-3d7e-4c58-bfec-f259d6bc3ee9 service neutron] 10.222.0.41 "GET /v2.0/networks/80313551-4978-4263-bd6f-c5ef8342b2b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1331258 Dec 15 20:57:17.640107 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 37678) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:17.657460 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a1fcc002-112d-4d16-906d-17d450f5820a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:17.665111 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-de4013f6-5553-4ed5-8451-fdc6e5a90758 req-28a064ff-cc11-4397-9d76-5aa11d8a6c01 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404932 Dec 15 20:57:17.672261 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-a1fcc002-112d-4d16-906d-17d450f5820a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:17.676085 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-a1fcc002-112d-4d16-906d-17d450f5820a admin admin] Usage tracker for resource:security_group_rule and tenant:0c2ef99c4ea141f7b2b699591834e05b is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:17.678974 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-a1fcc002-112d-4d16-906d-17d450f5820a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:17.685150 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-a1fcc002-112d-4d16-906d-17d450f5820a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:17.786419 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a1fcc002-112d-4d16-906d-17d450f5820a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:17.790861 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a1fcc002-112d-4d16-906d-17d450f5820a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:17.799965 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-0a98a836-79b7-461f-8c45-c2714b8c36df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:17.840463 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-a1fcc002-112d-4d16-906d-17d450f5820a admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0c2ef99c4ea141f7b2b699591834e05b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1992929 Dec 15 20:57:17.842217 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1fcc002-112d-4d16-906d-17d450f5820a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=569d47cf-8de8-4511-830d-2c8b39bcf060,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:17.843125 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 37686) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:17.845449 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-a1fcc002-112d-4d16-906d-17d450f5820a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:17.926432 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3acea73c-fb59-49f7-b6ee-6dfce87a994a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:17.954668 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3acea73c-fb59-49f7-b6ee-6dfce87a994a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:18.083972 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3acea73c-fb59-49f7-b6ee-6dfce87a994a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:18.090530 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-bc7aef34-c571-4554-8595-8a295ffdf2c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:18.104739 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3acea73c-fb59-49f7-b6ee-6dfce87a994a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=569d47cf-8de8-4511-830d-2c8b39bcf060,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:18.107638 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-3acea73c-fb59-49f7-b6ee-6dfce87a994a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:18.108569 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3acea73c-fb59-49f7-b6ee-6dfce87a994a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:18.113466 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-3acea73c-fb59-49f7-b6ee-6dfce87a994a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/569d47cf-8de8-4511-830d-2c8b39bcf060 HTTP/1.1" status: 204 len: 168 time: 0.2656057 Dec 15 20:57:18.675283 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d1d13919-5fdf-4cc4-ad44-3ad3d60695ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:18.872033 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b5b30d6-d88a-4cb5-86e2-db243d3445ad req-37385f50-e9e7-4823-8cb4-9c94338fc4b7 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:18.873404 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8b5b30d6-d88a-4cb5-86e2-db243d3445ad req-37385f50-e9e7-4823-8cb4-9c94338fc4b7 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0144878-50ff-45ad-aee0-72def64b59e3 HTTP/1.1" status: 200 len: 944 time: 0.1398873 Dec 15 20:57:18.904366 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6511a60c-eccc-4ed7-9989-13126d7f8fb9 req-e7621a75-0d6c-465c-8a78-a2b56020a888 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:18.906109 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6511a60c-eccc-4ed7-9989-13126d7f8fb9 req-e7621a75-0d6c-465c-8a78-a2b56020a888 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.1195922 Dec 15 20:57:18.950249 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8b5b30d6-d88a-4cb5-86e2-db243d3445ad req-defd02b0-9709-46c6-9c4e-c01b48c69f1f tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687087 Dec 15 20:57:18.974092 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6511a60c-eccc-4ed7-9989-13126d7f8fb9 req-4e90b164-0cd6-4819-86a1-ed368bcf0167 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516069 Dec 15 20:57:19.353912 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2ff13-f5d2-47c1-b72d-716b453e421a req-001425f3-90a5-4c52-97ad-a5a1879c74e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:19.355786 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-fbb2ff13-f5d2-47c1-b72d-716b453e421a req-001425f3-90a5-4c52-97ad-a5a1879c74e1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59dfe1e7aa764fd1a4000c98a26c6129&device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 1098 time: 0.0856137 Dec 15 20:57:19.596908 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2ff13-f5d2-47c1-b72d-716b453e421a req-b63bde4d-cd20-4c95-8729-fd3e3562b893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:19.599832 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-fbb2ff13-f5d2-47c1-b72d-716b453e421a req-b63bde4d-cd20-4c95-8729-fd3e3562b893 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64efe9fb-5976-41a9-8ac7-66748ac3041e HTTP/1.1" status: 200 len: 920 time: 0.2240751 Dec 15 20:57:19.609418 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef63449-ca8b-41df-9408-dec6b56836e3 req-4d8b08fa-89ac-408d-85d0-9a1c101bcf6b tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:19.610957 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3ef63449-ca8b-41df-9408-dec6b56836e3 req-4d8b08fa-89ac-408d-85d0-9a1c101bcf6b tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.1028707 Dec 15 20:57:19.697184 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3ef63449-ca8b-41df-9408-dec6b56836e3 req-f346c6fa-fe06-4515-aa2a-b2a928b9c613 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0786204 Dec 15 20:57:19.706424 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:19.713597 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:19.730814 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-fbb2ff13-f5d2-47c1-b72d-716b453e421a req-8f629eb2-3a5c-4c68-a86f-8284cc477b7f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d302766-b927-429e-a03f-3fdf68d6833f HTTP/1.1" status: 200 len: 217 time: 0.1161537 Dec 15 20:57:19.810640 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb2ff13-f5d2-47c1-b72d-716b453e421a req-a390fbac-eba9-4b94-a0b3-8bf7e51de2b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:19.812270 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-fbb2ff13-f5d2-47c1-b72d-716b453e421a req-a390fbac-eba9-4b94-a0b3-8bf7e51de2b0 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=242f45b8-10fa-40a9-9d70-6363d2d5e1fa HTTP/1.1" status: 200 len: 859 time: 0.0620296 Dec 15 20:57:19.866832 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-fbb2ff13-f5d2-47c1-b72d-716b453e421a req-3810120a-3835-48db-846d-a0c8b7acd737 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64efe9fb-5976-41a9-8ac7-66748ac3041e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455029 Dec 15 20:57:20.041787 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-fbb2ff13-f5d2-47c1-b72d-716b453e421a req-e908ec19-076a-44d9-b80a-eca13232ef46 service neutron] 10.222.0.41 "GET /v2.0/networks/64efe9fb-5976-41a9-8ac7-66748ac3041e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605997 Dec 15 20:57:20.141358 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850203c7-94ca-4a84-8322-8697b4c31272 req-195decf2-34f8-474b-8f89-425119e7805d tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:20.142845 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-850203c7-94ca-4a84-8322-8697b4c31272 req-195decf2-34f8-474b-8f89-425119e7805d tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0144878-50ff-45ad-aee0-72def64b59e3 HTTP/1.1" status: 200 len: 944 time: 0.0805833 Dec 15 20:57:20.188004 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-850203c7-94ca-4a84-8322-8697b4c31272 req-8fe86492-bde1-43b5-9b01-900015c27a28 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392017 Dec 15 20:57:20.192109 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-fbb2ff13-f5d2-47c1-b72d-716b453e421a req-e2b593b0-7567-452f-8f86-4236d85508fb service neutron] 10.222.0.41 "GET /v2.0/networks/64efe9fb-5976-41a9-8ac7-66748ac3041e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397572 Dec 15 20:57:20.559811 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 50723294-4568-4922-8170-7f86fd501fd7 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=86860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 20:57:20.711171 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 50723294-4568-4922-8170-7f86fd501fd7, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=50723294-4568-4922-8170-7f86fd501fd7,segment=NetworkSegment(ae6fa0f6-5b60-452f-8239-ffb398b012d3),segment_id=ae6fa0f6-5b60-452f-8239-ffb398b012d3)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:57:20.726187 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Returning: {'device': '50723294-4568-4922-8170-7f86fd501fd7', 'network_id': '80313551-4978-4263-bd6f-c5ef8342b2b0', 'port_id': '50723294-4568-4922-8170-7f86fd501fd7', 'mac_address': 'fa:16:3e:68:ce:ed', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 152, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2f5c8b39-f31f-4f68-b491-bed600bd6785', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:57:20.796643 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:20.823829 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 50723294-4568-4922-8170-7f86fd501fd7 {{(pid=86860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:57:20.844067 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 50723294-4568-4922-8170-7f86fd501fd7, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=50723294-4568-4922-8170-7f86fd501fd7,segment=NetworkSegment(ae6fa0f6-5b60-452f-8239-ffb398b012d3),segment_id=ae6fa0f6-5b60-452f-8239-ffb398b012d3)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:57:20.849992 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:20.854194 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:20.931345 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=50723294-4568-4922-8170-7f86fd501fd7,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:20.940185 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:20.940793 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:20.941413 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:20.941914 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:20.942379 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:20.942846 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:20.943325 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:20.943896 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:20.944400 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:20.944860 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:20.945399 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:20.945908 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:20.948180 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd18f1f-d279-43a6-8995-bbe0156c5c6b req-af9cea5f-7864-4a51-a478-85ca5e2632b4 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:20.950509 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:20.954179 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5cd18f1f-d279-43a6-8995-bbe0156c5c6b req-af9cea5f-7864-4a51-a478-85ca5e2632b4 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.0996494 Dec 15 20:57:21.026298 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5cd18f1f-d279-43a6-8995-bbe0156c5c6b req-2f18b03d-2e3e-409f-b6a9-d5f6d6334a2f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704293 Dec 15 20:57:21.074722 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:21.283295 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 37796) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:21.401144 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-86dd8512-805c-46ac-8a9e-11bf4b4d3699 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:21.416373 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-86dd8512-805c-46ac-8a9e-11bf4b4d3699 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:21.420234 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-86dd8512-805c-46ac-8a9e-11bf4b4d3699 admin admin] Usage tracker for resource:security_group_rule and tenant:f6460c17394f4801adf66814b778af21 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:21.423054 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-86dd8512-805c-46ac-8a9e-11bf4b4d3699 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:21.428679 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-86dd8512-805c-46ac-8a9e-11bf4b4d3699 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:21.513638 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-86dd8512-805c-46ac-8a9e-11bf4b4d3699 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:21.518061 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-86dd8512-805c-46ac-8a9e-11bf4b4d3699 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:21.526895 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-b1e7aa0e-72e9-43f4-9cc3-e6d0fd911f20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:21.568731 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-86dd8512-805c-46ac-8a9e-11bf4b4d3699 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f6460c17394f4801adf66814b778af21&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2843850 Dec 15 20:57:21.570279 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86dd8512-805c-46ac-8a9e-11bf4b4d3699 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dda5203b-f424-4125-92d8-0ce0fbc837f3,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:21.571584 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 37810) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:21.573500 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-86dd8512-805c-46ac-8a9e-11bf4b4d3699 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:21.631077 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-08fba23e-a596-4ea6-a106-6e03036fa329 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:21.657023 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-08fba23e-a596-4ea6-a106-6e03036fa329 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:21.715311 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-08fba23e-a596-4ea6-a106-6e03036fa329 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:21.718918 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:21.731256 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08fba23e-a596-4ea6-a106-6e03036fa329 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dda5203b-f424-4125-92d8-0ce0fbc837f3,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:21.738023 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-08fba23e-a596-4ea6-a106-6e03036fa329 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:21.749130 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-08fba23e-a596-4ea6-a106-6e03036fa329 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:21.750469 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-08fba23e-a596-4ea6-a106-6e03036fa329 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/dda5203b-f424-4125-92d8-0ce0fbc837f3 HTTP/1.1" status: 204 len: 168 time: 0.1779270 Dec 15 20:57:22.393911 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 37844) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:22.495142 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-921d0e81-a433-43fb-8f3a-2a90aab438e3 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1169965894-network', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:57:22.499548 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-921d0e81-a433-43fb-8f3a-2a90aab438e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:22.503324 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-921d0e81-a433-43fb-8f3a-2a90aab438e3 admin admin] Usage tracker for resource:network and tenant:ac0003dafb6b4c72bd926672a4ca400a is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:22.506105 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-921d0e81-a433-43fb-8f3a-2a90aab438e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:22.512764 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-921d0e81-a433-43fb-8f3a-2a90aab438e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:22.522059 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921d0e81-a433-43fb-8f3a-2a90aab438e3 admin admin] Made reservation on behalf of ac0003dafb6b4c72bd926672a4ca400a for: {'network': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:57:22.524295 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-921d0e81-a433-43fb-8f3a-2a90aab438e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for network, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:22.536138 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-921d0e81-a433-43fb-8f3a-2a90aab438e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:22.553101 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-921d0e81-a433-43fb-8f3a-2a90aab438e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:22.556928 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-921d0e81-a433-43fb-8f3a-2a90aab438e3 admin admin] Usage tracker for resource:security_group_rule and tenant:ac0003dafb6b4c72bd926672a4ca400a is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:22.559700 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-921d0e81-a433-43fb-8f3a-2a90aab438e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:22.565402 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-921d0e81-a433-43fb-8f3a-2a90aab438e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:22.647173 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-921d0e81-a433-43fb-8f3a-2a90aab438e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:22.651209 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-921d0e81-a433-43fb-8f3a-2a90aab438e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:22.654913 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-a1e0ce5e-b58b-4221-ad2f-33daec8409a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:22.677063 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921d0e81-a433-43fb-8f3a-2a90aab438e3 admin admin] vlan segment allocate from pool success with {'vlan_id': 150, 'physical_network': 'physnet1'} {{(pid=86858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 20:57:22.688931 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d0e81-a433-43fb-8f3a-2a90aab438e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=222dc772-dcc8-4c99-95e0-a208b0a75510,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:22.692772 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-921d0e81-a433-43fb-8f3a-2a90aab438e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:22.693689 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-921d0e81-a433-43fb-8f3a-2a90aab438e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:22.694018 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.db.segments_db [None req-921d0e81-a433-43fb-8f3a-2a90aab438e3 admin admin] Added segment 65ce960a-5203-4378-8ba9-b472ed124dfd of type vlan for network b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c Dec 15 20:57:22.726867 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-921d0e81-a433-43fb-8f3a-2a90aab438e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767327356326'] for network, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:22.754719 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-921d0e81-a433-43fb-8f3a-2a90aab438e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for network, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:22.755911 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921d0e81-a433-43fb-8f3a-2a90aab438e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:22.756486 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-921d0e81-a433-43fb-8f3a-2a90aab438e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:22.760153 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-0a4ccf3d-9990-4d54-a86b-cddcbbb2e7f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:22.857247 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921d0e81-a433-43fb-8f3a-2a90aab438e3 admin admin] Pushing event updated for resources: {'Network': ['ID=b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:22.860188 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-921d0e81-a433-43fb-8f3a-2a90aab438e3 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.4652395 Dec 15 20:57:22.861023 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-921d0e81-a433-43fb-8f3a-2a90aab438e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:22.863233 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 37850) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:22.867410 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Network b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c details requested by agent ovs-agent-dv-cinder-821892-1-iscsi with host dv-cinder-821892-1-iscsi {{(pid=86860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 20:57:22.868603 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-8cd28a5a-7784-46f9-ad4b-41d2499e243f admin admin] Request body: {'subnet': {'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1169965894-subnet', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'ip_version': 4}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:57:22.873373 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-8cd28a5a-7784-46f9-ad4b-41d2499e243f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:22.877222 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-8cd28a5a-7784-46f9-ad4b-41d2499e243f admin admin] Usage tracker for resource:subnet and tenant:ac0003dafb6b4c72bd926672a4ca400a is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:22.880046 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-8cd28a5a-7784-46f9-ad4b-41d2499e243f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:22.886290 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-8cd28a5a-7784-46f9-ad4b-41d2499e243f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:22.896896 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd28a5a-7784-46f9-ad4b-41d2499e243f admin admin] Made reservation on behalf of ac0003dafb6b4c72bd926672a4ca400a for: {'subnet': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:57:22.899983 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8cd28a5a-7784-46f9-ad4b-41d2499e243f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3359033'] for subnet, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:23.174471 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8cd28a5a-7784-46f9-ad4b-41d2499e243f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4191385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3358987'] for subnet, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:23.178840 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-e4e8dfab-9a38-4398-a311-b064d6fcb10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:23.247371 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd28a5a-7784-46f9-ad4b-41d2499e243f admin admin] Pushing event updated for resources: {'Subnet': ['ID=46215959-91fb-4a8b-ba1d-1bbf050f280d,revision_number=0']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:23.249957 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-8cd28a5a-7784-46f9-ad4b-41d2499e243f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:23.259206 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cd28a5a-7784-46f9-ad4b-41d2499e243f admin admin] Checking segment: {'id': '65ce960a-5203-4378-8ba9-b472ed124dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:57:23.259553 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd28a5a-7784-46f9-ad4b-41d2499e243f admin admin] Network hostable DHCP agents. Network: b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c, hostable agents: ['86069654-9c91-40da-a86d-561b669d47f0'], hosted agents: [] {{(pid=86858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 20:57:23.277317 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cd28a5a-7784-46f9-ad4b-41d2499e243f admin admin] Network b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c is scheduled to be hosted by DHCP agent 86069654-9c91-40da-a86d-561b669d47f0 with binding_index 1 {{(pid=86858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 20:57:23.286600 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-8cd28a5a-7784-46f9-ad4b-41d2499e243f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-1-iscsi, b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c) {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:23.291244 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd28a5a-7784-46f9-ad4b-41d2499e243f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:23.291833 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8cd28a5a-7784-46f9-ad4b-41d2499e243f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:23.296937 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7ab8176-fbd3-4d54-8167-644fa912689e None None] Network b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:57:23.312766 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-8cd28a5a-7784-46f9-ad4b-41d2499e243f admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4485266 Dec 15 20:57:23.315610 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 37858) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:23.320502 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-af1a1b18-8608-43c8-ad90-c3e17134fb68 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1169965894-router', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:57:23.325107 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-af1a1b18-8608-43c8-ad90-c3e17134fb68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:23.329291 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-af1a1b18-8608-43c8-ad90-c3e17134fb68 admin admin] Usage tracker for resource:router and tenant:ac0003dafb6b4c72bd926672a4ca400a is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:23.332219 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-af1a1b18-8608-43c8-ad90-c3e17134fb68 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:23.337885 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-af1a1b18-8608-43c8-ad90-c3e17134fb68 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:23.350879 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-af1a1b18-8608-43c8-ad90-c3e17134fb68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1676776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-366'] for router, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:23.352770 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-af1a1b18-8608-43c8-ad90-c3e17134fb68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1679167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-369'] for router, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:23.370417 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-af1a1b18-8608-43c8-ad90-c3e17134fb68 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:23.520217 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb203f00b-68f0-5675-9cd5-aabe698e7fcb-b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c', 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'fixed_ips': [{'subnet_id': '46215959-91fb-4a8b-ba1d-1bbf050f280d'}]}} from dv-cinder-821892-1-iscsi. {{(pid=86860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 20:57:23.521049 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:23.641127 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-af1a1b18-8608-43c8-ad90-c3e17134fb68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1676570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-323'] for router, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:23.706640 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.db_base_plugin_common [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] Allocated IP 172.20.0.2 (b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c/46215959-91fb-4a8b-ba1d-1bbf050f280d/b7c15060-485b-4387-b474-ee049eef61f2) {{(pid=86860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:57:23.903487 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee400fe-ecb0-4c9a-99a6-9ea0f01d78e5 req-f0b4b064-eb0e-45c0-8591-9ed4aacb6bd7 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:23.905577 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1ee400fe-ecb0-4c9a-99a6-9ea0f01d78e5 req-f0b4b064-eb0e-45c0-8591-9ed4aacb6bd7 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0144878-50ff-45ad-aee0-72def64b59e3 HTTP/1.1" status: 200 len: 945 time: 0.1484599 Dec 15 20:57:23.922640 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efde2306-4728-4d17-85a2-ccdc28e789c6 req-34285ffe-d1a0-4015-a9a0-4feb98370eca tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:23.923570 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] Notify callbacks [] for port, precommit_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:23.930905 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-efde2306-4728-4d17-85a2-ccdc28e789c6 req-34285ffe-d1a0-4015-a9a0-4feb98370eca tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.1388593 Dec 15 20:57:23.934629 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] Transition to ACTIVE for port object b7c15060-485b-4387-b474-ee049eef61f2 will not be triggered until provisioned by entity L2. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:57:23.954101 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] Transition to ACTIVE for port object b7c15060-485b-4387-b474-ee049eef61f2 will not be triggered until provisioned by entity DHCP. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:57:23.963550 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193'] for port, after_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:23.969835 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:24.011682 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-af1a1b18-8608-43c8-ad90-c3e17134fb68 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:24.030220 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1ee400fe-ecb0-4c9a-99a6-9ea0f01d78e5 req-818ec44c-eb4b-4c7e-8b45-48889b8ac576 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111286 Dec 15 20:57:24.043011 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-efde2306-4728-4d17-85a2-ccdc28e789c6 req-e5b5b931-f2b8-4506-990f-5b6b1d00df09 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1105602 Dec 15 20:57:24.043613 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] Network b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c is already hosted by enough agents. {{(pid=86860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:57:24.046713 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.scheduler.base_scheduler [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] Resources bound (agent type, host, resource id): {{(pid=86860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:24.047142 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-af1a1b18-8608-43c8-ad90-c3e17134fb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:24.050314 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] Received port after_create {{(pid=86860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:57:24.060341 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] Pushing event updated for resources: {'Port': ['ID=b7c15060-485b-4387-b474-ee049eef61f2,revision_number=1']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:24.062966 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:24.112912 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['50723294-4568-4922-8170-7f86fd501fd7'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:57:24.190621 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [None req-af1a1b18-8608-43c8-ad90-c3e17134fb68 admin admin] Allocated IP 172.27.1.34 (83db4151-6da2-47b8-971d-0a11887406d4/9a076902-1727-47fe-9eed-a31b1c56c654/d3d80b53-5f27-457a-b53c-7857d8ea9cee) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:57:24.212678 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] Attempting to bind port b7c15060-485b-4387-b474-ee049eef61f2 on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:57:24.213316 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] Attempting to bind port b7c15060-485b-4387-b474-ee049eef61f2 by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': '65ce960a-5203-4378-8ba9-b472ed124dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c'}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:57:24.213767 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] Attempting to bind port b7c15060-485b-4387-b474-ee049eef61f2 on network b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:57:24.228125 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:57:24.228476 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] Checking segment: {'id': '65ce960a-5203-4378-8ba9-b472ed124dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:57:24.228884 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:24.229292 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] Bound using segment: {'id': '65ce960a-5203-4378-8ba9-b472ed124dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c'} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:57:24.229784 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] Bound port: b7c15060-485b-4387-b474-ee049eef61f2, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ce960a-5203-4378-8ba9-b472ed124dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c'}}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:57:24.230157 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:24.342068 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-af1a1b18-8608-43c8-ad90-c3e17134fb68 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:24.363322 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] For port b7c15060-485b-4387-b474-ee049eef61f2, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:57:24.367560 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] For port b7c15060-485b-4387-b474-ee049eef61f2, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=b7c15060-485b-4387-b474-ee049eef61f2,segment=NetworkSegment(65ce960a-5203-4378-8ba9-b472ed124dfd),segment_id=65ce960a-5203-4378-8ba9-b472ed124dfd)] {{(pid=86860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:57:24.372081 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:24.372942 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-af1a1b18-8608-43c8-ad90-c3e17134fb68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:24.376601 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-f8b17804-f861-47ed-a035-91685ed82c5c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:24.377110 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:24.439192 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af1a1b18-8608-43c8-ad90-c3e17134fb68 admin admin] Network 83db4151-6da2-47b8-971d-0a11887406d4 is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:57:24.442826 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-af1a1b18-8608-43c8-ad90-c3e17134fb68 admin admin] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:24.447090 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af1a1b18-8608-43c8-ad90-c3e17134fb68 admin admin] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:57:24.494453 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1a1b18-8608-43c8-ad90-c3e17134fb68 admin admin] Pushing event updated for resources: {'Port': ['ID=d3d80b53-5f27-457a-b53c-7857d8ea9cee,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:24.499424 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-af1a1b18-8608-43c8-ad90-c3e17134fb68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:24.515331 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] Pushing event updated for resources: {'Port': ['ID=b7c15060-485b-4387-b474-ee049eef61f2,revision_number=2']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:24.519171 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:25.033886 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-af1a1b18-8608-43c8-ad90-c3e17134fb68 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:25.233744 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device b7c15060-485b-4387-b474-ee049eef61f2 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:57:25.344989 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port b7c15060-485b-4387-b474-ee049eef61f2 completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:57:25.358148 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6269ec9-253c-4dd2-a3be-541c531a578a req-0655911b-64ca-4b91-b5b9-c0a6f23b9463 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:25.362243 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d6269ec9-253c-4dd2-a3be-541c531a578a req-0655911b-64ca-4b91-b5b9-c0a6f23b9463 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.1285508 Dec 15 20:57:25.389490 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32ebcc43-9164-4bfe-bc8d-b60722482bdb req-3323a54e-5126-43b0-919d-1bbaae0406c3 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:25.397314 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-32ebcc43-9164-4bfe-bc8d-b60722482bdb req-3323a54e-5126-43b0-919d-1bbaae0406c3 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0144878-50ff-45ad-aee0-72def64b59e3 HTTP/1.1" status: 200 len: 945 time: 0.2546370 Dec 15 20:57:25.470008 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-32ebcc43-9164-4bfe-bc8d-b60722482bdb req-0e229139-2741-414c-b6c5-0bd10c5ff9c3 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674038 Dec 15 20:57:25.476962 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d6269ec9-253c-4dd2-a3be-541c531a578a req-2bb1e40f-60f5-4efd-a15f-1a17b0ec9515 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094222 Dec 15 20:57:25.477766 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 37886) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:25.511783 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-af1a1b18-8608-43c8-ad90-c3e17134fb68 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677288'] for router, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:25.616033 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-70cfca69-a5bf-420d-8f84-07af2ceda668 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:25.650917 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-70cfca69-a5bf-420d-8f84-07af2ceda668 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:25.655198 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-70cfca69-a5bf-420d-8f84-07af2ceda668 admin admin] Usage tracker for resource:security_group_rule and tenant:c92d01df2e8a49ad81b350268f3a6d61 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:25.658250 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-70cfca69-a5bf-420d-8f84-07af2ceda668 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:25.666115 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-70cfca69-a5bf-420d-8f84-07af2ceda668 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:25.716825 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ae9c8f-1cdc-48f2-8464-17dace7ce06d None None] Network b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:57:25.761773 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-70cfca69-a5bf-420d-8f84-07af2ceda668 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:25.767044 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-70cfca69-a5bf-420d-8f84-07af2ceda668 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:25.775785 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-af1a1b18-8608-43c8-ad90-c3e17134fb68 admin admin] Router e973a52c-3254-4726-aa21-1f15b936d1e8 is scheduled to L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a with binding_index 1 {{(pid=86858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 20:57:25.776047 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:25.812995 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-69cf5bf2-9c4d-424e-8ff7-b124d17d9eba None None] Provisioning for port b7c15060-485b-4387-b474-ee049eef61f2 completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:57:25.818035 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-70cfca69-a5bf-420d-8f84-07af2ceda668 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c92d01df2e8a49ad81b350268f3a6d61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3366680 Dec 15 20:57:25.818385 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 37892) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:25.820830 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cfca69-a5bf-420d-8f84-07af2ceda668 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8084ab-fc02-4548-890e-ba193049e4ec,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:25.832351 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-70cfca69-a5bf-420d-8f84-07af2ceda668 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:25.837982 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-69cf5bf2-9c4d-424e-8ff7-b124d17d9eba None None] Provisioning complete for port b7c15060-485b-4387-b474-ee049eef61f2 triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:57:25.838433 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-69cf5bf2-9c4d-424e-8ff7-b124d17d9eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:25.935933 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a1f132cf-033a-4d63-aac6-5bfdec80c233 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:25.995616 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a1f132cf-033a-4d63-aac6-5bfdec80c233 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:26.038476 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af1a1b18-8608-43c8-ad90-c3e17134fb68 admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 20:57:26.057032 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] Sync routers for ids ['e973a52c-3254-4726-aa21-1f15b936d1e8'] in dv-cinder-821892-1-iscsi {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 20:57:26.072560 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] Routers {'e973a52c-3254-4726-aa21-1f15b936d1e8'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:57:26.073521 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:57:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['e973a52c-3254-4726-aa21-1f15b936d1e8'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:26.100888 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a1f132cf-033a-4d63-aac6-5bfdec80c233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:26.105479 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-af1a1b18-8608-43c8-ad90-c3e17134fb68 admin admin] Notify callbacks [] for router, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:26.109076 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-af1a1b18-8608-43c8-ad90-c3e17134fb68 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.7907877 Dec 15 20:57:26.110497 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 37906) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:26.124236 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-9d8e6223-3e96-45d9-81fe-28b0371565ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:26.127201 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-69cf5bf2-9c4d-424e-8ff7-b124d17d9eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:26.153106 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f132cf-033a-4d63-aac6-5bfdec80c233 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8084ab-fc02-4548-890e-ba193049e4ec,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:26.163730 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-a1f132cf-033a-4d63-aac6-5bfdec80c233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:26.177767 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a1f132cf-033a-4d63-aac6-5bfdec80c233 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:26.181803 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-a1f132cf-033a-4d63-aac6-5bfdec80c233 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4c8084ab-fc02-4548-890e-ba193049e4ec HTTP/1.1" status: 204 len: 168 time: 0.3626158 Dec 15 20:57:26.245813 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-69cf5bf2-9c4d-424e-8ff7-b124d17d9eba None None] For port b7c15060-485b-4387-b474-ee049eef61f2, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=b7c15060-485b-4387-b474-ee049eef61f2,segment=NetworkSegment(65ce960a-5203-4378-8ba9-b472ed124dfd),segment_id=65ce960a-5203-4378-8ba9-b472ed124dfd)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:57:26.265692 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-69cf5bf2-9c4d-424e-8ff7-b124d17d9eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:26.267812 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:26.341392 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] Set router e973a52c-3254-4726-aa21-1f15b936d1e8 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:57:26.367793 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cf5bf2-9c4d-424e-8ff7-b124d17d9eba None None] Pushing event updated for resources: {'Port': ['ID=b7c15060-485b-4387-b474-ee049eef61f2,revision_number=3']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:26.372258 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-69cf5bf2-9c4d-424e-8ff7-b124d17d9eba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:26.611317 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-2c39dd2d-88f7-4f99-bd6a-6f29e44eec17 None None] Provisioning complete for port b7c15060-485b-4387-b474-ee049eef61f2 triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:57:26.611317 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-2c39dd2d-88f7-4f99-bd6a-6f29e44eec17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:26.744083 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'name': 'tempest-TestMinimumBasicScenario-1169965894-router', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd3d80b53-5f27-457a-b53c-7857d8ea9cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:23Z', 'updated_at': '2021-12-15T20:57:24Z', 'revision_number': 3, 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'gw_port': {'id': 'd3d80b53-5f27-457a-b53c-7857d8ea9cee', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:86:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:24Z', 'updated_at': '2021-12-15T20:57:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:26.750198 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] Checking router: e973a52c-3254-4726-aa21-1f15b936d1e8 for host: dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 20:57:26.750548 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] Updating router e973a52c-3254-4726-aa21-1f15b936d1e8 port d3d80b53-5f27-457a-b53c-7857d8ea9cee binding host dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 20:57:26.790792 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2115cad1-886b-4d0b-bfa0-33591ea554e5 req-163a75a2-2071-43a2-868a-f963abf64c55 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:26.792277 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2115cad1-886b-4d0b-bfa0-33591ea554e5 req-163a75a2-2071-43a2-868a-f963abf64c55 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0144878-50ff-45ad-aee0-72def64b59e3 HTTP/1.1" status: 200 len: 945 time: 0.1651442 Dec 15 20:57:26.812786 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:26.850111 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2115cad1-886b-4d0b-bfa0-33591ea554e5 req-54dd4d38-2e34-4fd6-998a-55fc76b82c2f tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488334 Dec 15 20:57:26.868304 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d657d18-86ed-40aa-9f2b-a9949a331890 req-4ae89636-e0f1-4da8-9989-41377cea9bdd tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:26.875202 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2d657d18-86ed-40aa-9f2b-a9949a331890 req-4ae89636-e0f1-4da8-9989-41377cea9bdd tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.1568725 Dec 15 20:57:26.947657 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2d657d18-86ed-40aa-9f2b-a9949a331890 req-7435242d-6c83-454c-87be-761a046c6b9c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0709019 Dec 15 20:57:27.139273 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device b7c15060-485b-4387-b474-ee049eef61f2 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:57:27.234123 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port b7c15060-485b-4387-b474-ee049eef61f2 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:57:27.234900 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:27.291709 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 37942) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:27.330868 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] Notify callbacks [] for port, precommit_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:27.332787 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab968-8886-46ba-a061-f76a077b625e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:27.348811 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.provisioning_blocks [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] Transition to ACTIVE for port object d3d80b53-5f27-457a-b53c-7857d8ea9cee will not be triggered until provisioned by entity L2. {{(pid=86861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:57:27.368704 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:27.380190 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-9e2a456b-5ebb-4c80-90cd-ee91ec8f1ad6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:27.520727 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-510271847-network', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:57:27.533330 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:27.544711 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] Usage tracker for resource:network and tenant:2f0911933cea4693bc86dfcd07ba9675 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:27.554067 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:27.569856 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:27.582551 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b77c93-613e-4a83-9fe0-9159fd5e8864 None None] Pushing event updated for resources: {'Port': ['ID=d3d80b53-5f27-457a-b53c-7857d8ea9cee,revision_number=2']} {{(pid=86861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:27.588405 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] Attempting to bind port d3d80b53-5f27-457a-b53c-7857d8ea9cee on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:57:27.588871 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] Attempting to bind port d3d80b53-5f27-457a-b53c-7857d8ea9cee by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}] {{(pid=86861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:57:27.589325 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] Attempting to bind port d3d80b53-5f27-457a-b53c-7857d8ea9cee on network 83db4151-6da2-47b8-971d-0a11887406d4 {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:57:27.598121 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:57:27.598637 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] Checking segment: {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:57:27.599255 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:27.601165 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] Bound using segment: {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'} {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:57:27.601165 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] Bound port: d3d80b53-5f27-457a-b53c-7857d8ea9cee, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}}] {{(pid=86861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:57:27.601165 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:27.603811 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] Made reservation on behalf of 2f0911933cea4693bc86dfcd07ba9675 for: {'network': 1} {{(pid=86859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:57:27.606182 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for network, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:27.621329 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 50723294-4568-4922-8170-7f86fd501fd7 up at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:57:27.630071 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:27.660542 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:27.664211 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] Usage tracker for resource:security_group_rule and tenant:2f0911933cea4693bc86dfcd07ba9675 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:27.667886 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:27.668102 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b77c93-613e-4a83-9fe0-9159fd5e8864 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:27.668576 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b77c93-613e-4a83-9fe0-9159fd5e8864 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:27.669351 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b77c93-613e-4a83-9fe0-9159fd5e8864 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:27.669810 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b77c93-613e-4a83-9fe0-9159fd5e8864 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:27.673226 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b77c93-613e-4a83-9fe0-9159fd5e8864 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:27.673729 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b77c93-613e-4a83-9fe0-9159fd5e8864 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:27.674165 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b77c93-613e-4a83-9fe0-9159fd5e8864 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:27.674593 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b77c93-613e-4a83-9fe0-9159fd5e8864 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:27.675034 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b77c93-613e-4a83-9fe0-9159fd5e8864 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:27.675326 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:27.675544 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b77c93-613e-4a83-9fe0-9159fd5e8864 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:27.675968 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b77c93-613e-4a83-9fe0-9159fd5e8864 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:27.679867 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99b77c93-613e-4a83-9fe0-9159fd5e8864 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86861) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:27.685168 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-99b77c93-613e-4a83-9fe0-9159fd5e8864 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:27.744067 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [None req-fb7ab968-8886-46ba-a061-f76a077b625e admin admin] Allocated IP 172.20.0.1 (b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c/46215959-91fb-4a8b-ba1d-1bbf050f280d/97f9076f-1df7-4488-a4b7-dd08857c61c9) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:57:27.744681 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning for port 50723294-4568-4922-8170-7f86fd501fd7 completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:57:27.750528 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.db [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] For port d3d80b53-5f27-457a-b53c-7857d8ea9cee, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:57:27.751197 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning complete for port 50723294-4568-4922-8170-7f86fd501fd7 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:57:27.751721 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:27.753871 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.db [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] For port d3d80b53-5f27-457a-b53c-7857d8ea9cee, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=d3d80b53-5f27-457a-b53c-7857d8ea9cee,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:57:27.762937 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:27.768025 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:27.780535 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:27.787270 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:27.792265 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-0215c3e2-d4c8-43ab-bbe9-80d07b55b0a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:27.823812 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] vlan segment allocate from pool success with {'vlan_id': 166, 'physical_network': 'physnet1'} {{(pid=86859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 20:57:27.839278 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2eb14a57-cc54-4403-bdec-a05182c6e952,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:27.847646 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b77c93-613e-4a83-9fe0-9159fd5e8864 None None] Pushing event updated for resources: {'Port': ['ID=d3d80b53-5f27-457a-b53c-7857d8ea9cee,revision_number=3']} {{(pid=86861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:27.853895 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-99b77c93-613e-4a83-9fe0-9159fd5e8864 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:27.858565 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:27.862822 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:27.864460 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.db.segments_db [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] Added segment aeb21201-1d04-4fb6-bcd2-dabd1a4844f4 of type vlan for network 2eeda4cc-cb45-495b-b445-87322079095b Dec 15 20:57:27.869452 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] Routers {'e973a52c-3254-4726-aa21-1f15b936d1e8'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:57:27.871485 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:57:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['e973a52c-3254-4726-aa21-1f15b936d1e8'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:27.902773 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767327356326'] for network, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:27.918166 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:27.943426 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for network, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:27.944940 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:27.945806 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:27.952320 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-82cf8a8b-65cd-4ffa-b014-bc9056e2f06b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:27.959810 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0144878-50ff-45ad-aee0-72def64b59e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50723294-4568-4922-8170-7f86fd501fd7'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:57:27.970739 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 50723294-4568-4922-8170-7f86fd501fd7, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=50723294-4568-4922-8170-7f86fd501fd7,segment=NetworkSegment(ae6fa0f6-5b60-452f-8239-ffb398b012d3),segment_id=ae6fa0f6-5b60-452f-8239-ffb398b012d3)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:57:27.976896 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:27.980320 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:28.019707 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab968-8886-46ba-a061-f76a077b625e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:28.055022 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [None req-fb7ab968-8886-46ba-a061-f76a077b625e admin admin] Transition to ACTIVE for port object 97f9076f-1df7-4488-a4b7-dd08857c61c9 will not be triggered until provisioned by entity DHCP. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:57:28.067545 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0144878-50ff-45ad-aee0-72def64b59e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '50723294-4568-4922-8170-7f86fd501fd7', 'code': 200} Dec 15 20:57:28.101999 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=50723294-4568-4922-8170-7f86fd501fd7,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:28.107003 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab968-8886-46ba-a061-f76a077b625e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:28.107231 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:28.116204 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:28.127462 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] Set router e973a52c-3254-4726-aa21-1f15b936d1e8 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:57:28.192675 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7ab968-8886-46ba-a061-f76a077b625e admin admin] Network b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:57:28.196682 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-fb7ab968-8886-46ba-a061-f76a077b625e admin admin] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:28.200228 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb7ab968-8886-46ba-a061-f76a077b625e admin admin] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:57:28.275989 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab968-8886-46ba-a061-f76a077b625e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624102'] for router_interface, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:28.281207 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ab968-8886-46ba-a061-f76a077b625e admin admin] Pushing event updated for resources: {'Port': ['ID=97f9076f-1df7-4488-a4b7-dd08857c61c9,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:28.290480 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9970081 Dec 15 20:57:28.293032 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] Pushing event updated for resources: {'Network': ['ID=2eeda4cc-cb45-495b-b445-87322079095b,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:28.294191 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-fb7ab968-8886-46ba-a061-f76a077b625e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:28.296081 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 37960) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:28.309709 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Network 2eeda4cc-cb45-495b-b445-87322079095b details requested by agent ovs-agent-dv-cinder-821892-1-iscsi with host dv-cinder-821892-1-iscsi {{(pid=86860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 20:57:28.325893 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-c1a2c1cd-a5b3-4c57-8dc6-915378f729e3 admin admin] Request body: {'subnet': {'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-510271847-subnet', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'ip_version': 4}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:57:28.329551 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:28.333890 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-c1a2c1cd-a5b3-4c57-8dc6-915378f729e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:28.340204 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-c1a2c1cd-a5b3-4c57-8dc6-915378f729e3 admin admin] Usage tracker for resource:subnet and tenant:2f0911933cea4693bc86dfcd07ba9675 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:28.359215 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-c1a2c1cd-a5b3-4c57-8dc6-915378f729e3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:28.374037 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-c1a2c1cd-a5b3-4c57-8dc6-915378f729e3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:28.410788 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1a2c1cd-a5b3-4c57-8dc6-915378f729e3 admin admin] Made reservation on behalf of 2f0911933cea4693bc86dfcd07ba9675 for: {'subnet': 1} {{(pid=86859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:57:28.418951 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-c1a2c1cd-a5b3-4c57-8dc6-915378f729e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3984697'] for subnet, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:28.440665 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6295a16e-1b4a-474b-80c2-3d7d7ab839ae req-a9b958d2-f785-48e0-850b-a630942d5145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:28.442734 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-6295a16e-1b4a-474b-80c2-3d7d7ab839ae req-a9b958d2-f785-48e0-850b-a630942d5145 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b0144878-50ff-45ad-aee0-72def64b59e3 HTTP/1.1" status: 200 len: 1099 time: 0.1456771 Dec 15 20:57:28.455490 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed7e20d3-cfbd-4054-a8ca-3c4f3106f15b req-a3d223fc-294d-4319-adf0-cf5256cf1b2f tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:28.466728 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ed7e20d3-cfbd-4054-a8ca-3c4f3106f15b req-a3d223fc-294d-4319-adf0-cf5256cf1b2f tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0144878-50ff-45ad-aee0-72def64b59e3 HTTP/1.1" status: 200 len: 946 time: 0.3532114 Dec 15 20:57:28.518205 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-6295a16e-1b4a-474b-80c2-3d7d7ab839ae req-13eb3ab8-1b67-4fb7-9045-fc61b4feb4a7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584607 Dec 15 20:57:28.533098 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'name': 'tempest-TestMinimumBasicScenario-1169965894-router', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd3d80b53-5f27-457a-b53c-7857d8ea9cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:23Z', 'updated_at': '2021-12-15T20:57:24Z', 'revision_number': 3, 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'gw_port': {'id': 'd3d80b53-5f27-457a-b53c-7857d8ea9cee', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:86:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:24Z', 'updated_at': '2021-12-15T20:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:28.537467 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af25b979-12d2-4de4-afbd-e5573eecad50 None None] The sync data for ids ['e973a52c-3254-4726-aa21-1f15b936d1e8'] in dv-cinder-821892-1-iscsi is: [{'id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'name': 'tempest-TestMinimumBasicScenario-1169965894-router', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd3d80b53-5f27-457a-b53c-7857d8ea9cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:23Z', 'updated_at': '2021-12-15T20:57:24Z', 'revision_number': 3, 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'gw_port': {'id': 'd3d80b53-5f27-457a-b53c-7857d8ea9cee', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:86:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:24Z', 'updated_at': '2021-12-15T20:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}] {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 20:57:28.554135 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-35dbcf25-070d-47ff-998b-23c272b89ba8 None None] Provisioning for port 97f9076f-1df7-4488-a4b7-dd08857c61c9 completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:57:28.560499 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-35dbcf25-070d-47ff-998b-23c272b89ba8 None None] Provisioning complete for port 97f9076f-1df7-4488-a4b7-dd08857c61c9 triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:57:28.561070 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-35dbcf25-070d-47ff-998b-23c272b89ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:28.596145 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ed7e20d3-cfbd-4054-a8ca-3c4f3106f15b req-e3f0be60-f384-42e6-97f4-7b7610b5e37b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278815 Dec 15 20:57:28.598281 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab968-8886-46ba-a061-f76a077b625e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:28.637419 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-35dbcf25-070d-47ff-998b-23c272b89ba8 None None] Port 97f9076f-1df7-4488-a4b7-dd08857c61c9 cannot update to ACTIVE because it is not bound. {{(pid=86860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 20:57:28.793660 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-c1a2c1cd-a5b3-4c57-8dc6-915378f729e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4132698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3984651'] for subnet, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:28.800290 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-2edd9a03-7774-4207-afd7-cb7ce337d3a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:28.920609 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab968-8886-46ba-a061-f76a077b625e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:28.937268 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab968-8886-46ba-a061-f76a077b625e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:29.025419 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a2c1cd-a5b3-4c57-8dc6-915378f729e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=534b39db-0a31-42ab-9b6e-df04c958037c,revision_number=0']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:29.027119 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-fb7ab968-8886-46ba-a061-f76a077b625e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:29.039445 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-c1a2c1cd-a5b3-4c57-8dc6-915378f729e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:29.052828 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1a2c1cd-a5b3-4c57-8dc6-915378f729e3 admin admin] Checking segment: {'id': 'aeb21201-1d04-4fb6-bcd2-dabd1a4844f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:57:29.053443 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a2c1cd-a5b3-4c57-8dc6-915378f729e3 admin admin] Network hostable DHCP agents. Network: 2eeda4cc-cb45-495b-b445-87322079095b, hostable agents: ['86069654-9c91-40da-a86d-561b669d47f0'], hosted agents: [] {{(pid=86859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 20:57:29.058266 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fb7ab968-8886-46ba-a061-f76a077b625e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624261'] for router_interface, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:29.102642 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1a2c1cd-a5b3-4c57-8dc6-915378f729e3 admin admin] Network 2eeda4cc-cb45-495b-b445-87322079095b is scheduled to be hosted by DHCP agent 86069654-9c91-40da-a86d-561b669d47f0 with binding_index 1 {{(pid=86859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 20:57:29.129422 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82928c26-22a5-4ab3-b5a5-6b642defa3d1 req-9c127586-9b15-43f5-a122-81c9224bcd22 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:29.137347 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-82928c26-22a5-4ab3-b5a5-6b642defa3d1 req-9c127586-9b15-43f5-a122-81c9224bcd22 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.1869946 Dec 15 20:57:29.151975 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [None req-c1a2c1cd-a5b3-4c57-8dc6-915378f729e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-1-iscsi, 2eeda4cc-cb45-495b-b445-87322079095b) {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:29.158107 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1a2c1cd-a5b3-4c57-8dc6-915378f729e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:29.158107 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-c1a2c1cd-a5b3-4c57-8dc6-915378f729e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for subnet, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:29.176395 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd9eae62-dea9-4d59-b21b-35bc2abb018c None None] Network 2eeda4cc-cb45-495b-b445-87322079095b requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:57:29.214258 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-82928c26-22a5-4ab3-b5a5-6b642defa3d1 req-61262cc8-05b3-44eb-9e4a-ab49c285ea09 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759466 Dec 15 20:57:29.216582 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-c1a2c1cd-a5b3-4c57-8dc6-915378f729e3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.9194396 Dec 15 20:57:29.219287 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 37978) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:29.228331 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-8af839e8-f7ae-4484-8e7c-edc5d1de5213 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:57:29.238410 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-8af839e8-f7ae-4484-8e7c-edc5d1de5213 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:29.244262 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-8af839e8-f7ae-4484-8e7c-edc5d1de5213 admin admin] Usage tracker for resource:router and tenant:2f0911933cea4693bc86dfcd07ba9675 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:29.247739 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-8af839e8-f7ae-4484-8e7c-edc5d1de5213 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:29.255312 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-8af839e8-f7ae-4484-8e7c-edc5d1de5213 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:29.260530 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device d3d80b53-5f27-457a-b53c-7857d8ea9cee up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:57:29.273165 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8af839e8-f7ae-4484-8e7c-edc5d1de5213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1676776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-366'] for router, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:29.275385 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8af839e8-f7ae-4484-8e7c-edc5d1de5213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1679167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-369'] for router, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:29.310944 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8af839e8-f7ae-4484-8e7c-edc5d1de5213 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:29.318759 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ab968-8886-46ba-a061-f76a077b625e admin admin] Pushing event updated for resources: {'Port': ['ID=97f9076f-1df7-4488-a4b7-dd08857c61c9,revision_number=2']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:29.329638 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-fb7ab968-8886-46ba-a061-f76a077b625e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:29.398070 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb7ab968-8886-46ba-a061-f76a077b625e admin admin] Network b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:57:29.400078 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-fb7ab968-8886-46ba-a061-f76a077b625e admin admin] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:29.405294 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port d3d80b53-5f27-457a-b53c-7857d8ea9cee completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:57:29.446394 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port d3d80b53-5f27-457a-b53c-7857d8ea9cee triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:57:29.446923 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:29.634867 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb203f00b-68f0-5675-9cd5-aabe698e7fcb-2eeda4cc-cb45-495b-b445-87322079095b', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'fixed_ips': [{'subnet_id': '534b39db-0a31-42ab-9b6e-df04c958037c'}]}} from dv-cinder-821892-1-iscsi. {{(pid=86860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 20:57:29.635720 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:29.764208 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb7ab968-8886-46ba-a061-f76a077b625e admin admin] Router e973a52c-3254-4726-aa21-1f15b936d1e8 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 20:57:29.910311 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8af839e8-f7ae-4484-8e7c-edc5d1de5213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1676570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-323'] for router, precommit_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:29.936079 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.db_base_plugin_common [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] Allocated IP 172.20.0.2 (2eeda4cc-cb45-495b-b445-87322079095b/534b39db-0a31-42ab-9b6e-df04c958037c/09dc2d51-34cc-4b87-8d50-599d4f9453ab) {{(pid=86860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:57:30.076845 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d8a90b-a498-4fdf-b2d1-7e3a4d2b4d21 req-aa7bdb17-e7a3-4d31-ac43-593548c60015 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:30.082555 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-20d8a90b-a498-4fdf-b2d1-7e3a4d2b4d21 req-aa7bdb17-e7a3-4d31-ac43-593548c60015 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0144878-50ff-45ad-aee0-72def64b59e3 HTTP/1.1" status: 200 len: 946 time: 0.2350852 Dec 15 20:57:30.097044 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb7ab968-8886-46ba-a061-f76a077b625e admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 20:57:30.116353 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-fb7ab968-8886-46ba-a061-f76a077b625e admin admin] 10.222.0.49 "PUT /v2.0/routers/e973a52c-3254-4726-aa21-1f15b936d1e8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0031331 Dec 15 20:57:30.124250 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:30.149701 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] For port d3d80b53-5f27-457a-b53c-7857d8ea9cee, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=d3d80b53-5f27-457a-b53c-7857d8ea9cee,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:57:30.166675 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:30.176996 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:30.201389 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-20d8a90b-a498-4fdf-b2d1-7e3a4d2b4d21 req-14a94d53-87be-4c48-845f-dfaf8a882e3a tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895941 Dec 15 20:57:30.390735 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-19932839-5a2c-41cf-b863-f6b0b647c425 None None] Provisioning complete for port 97f9076f-1df7-4488-a4b7-dd08857c61c9 triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:57:30.391449 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-19932839-5a2c-41cf-b863-f6b0b647c425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:30.531752 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] Notify callbacks [] for port, precommit_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:30.560932 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-19932839-5a2c-41cf-b863-f6b0b647c425 None None] Port 97f9076f-1df7-4488-a4b7-dd08857c61c9 cannot update to ACTIVE because it is not bound. {{(pid=86860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 20:57:30.573074 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Pushing event updated for resources: {'Port': ['ID=d3d80b53-5f27-457a-b53c-7857d8ea9cee,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:30.591732 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:30.610363 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] Transition to ACTIVE for port object 09dc2d51-34cc-4b87-8d50-599d4f9453ab will not be triggered until provisioned by entity L2. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:57:30.621559 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 38014) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:30.666258 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] Transition to ACTIVE for port object 09dc2d51-34cc-4b87-8d50-599d4f9453ab will not be triggered until provisioned by entity DHCP. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:57:30.684193 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8af839e8-f7ae-4484-8e7c-edc5d1de5213 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:30.698402 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193'] for port, after_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:30.717836 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:30.722128 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8af839e8-f7ae-4484-8e7c-edc5d1de5213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:30.809876 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] Network 2eeda4cc-cb45-495b-b445-87322079095b is already hosted by enough agents. {{(pid=86860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:57:30.817425 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.scheduler.base_scheduler [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] Resources bound (agent type, host, resource id): {{(pid=86860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:30.834555 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] Received port after_create {{(pid=86860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:57:30.918954 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-d71e8fdd-a8d8-4329-bbe6-bcc3ea3f6f85 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:30.941651 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-d71e8fdd-a8d8-4329-bbe6-bcc3ea3f6f85 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:30.947969 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-d71e8fdd-a8d8-4329-bbe6-bcc3ea3f6f85 admin admin] Usage tracker for resource:security_group_rule and tenant:2d984beb59df49f3935060f12826adc5 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:30.950344 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-d71e8fdd-a8d8-4329-bbe6-bcc3ea3f6f85 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:30.957965 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-d71e8fdd-a8d8-4329-bbe6-bcc3ea3f6f85 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:30.970150 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] Sync routers for ids ['e973a52c-3254-4726-aa21-1f15b936d1e8'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 20:57:31.038091 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_common [None req-8af839e8-f7ae-4484-8e7c-edc5d1de5213 admin admin] Allocated IP 172.27.1.142 (83db4151-6da2-47b8-971d-0a11887406d4/9a076902-1727-47fe-9eed-a31b1c56c654/20939aac-62f3-4a37-b5e8-41687229b132) {{(pid=86859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:57:31.083039 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] Routers {'e973a52c-3254-4726-aa21-1f15b936d1e8'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:57:31.089063 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:57:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['e973a52c-3254-4726-aa21-1f15b936d1e8'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:31.091616 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-d71e8fdd-a8d8-4329-bbe6-bcc3ea3f6f85 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:31.098908 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-d71e8fdd-a8d8-4329-bbe6-bcc3ea3f6f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:31.109956 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-bef15a97-914d-4d2b-8eb4-b8e1e5758243 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:31.167573 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d71e8fdd-a8d8-4329-bbe6-bcc3ea3f6f85 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc8647e-eb4c-4ce3-827a-fa62fc13b8e1,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:31.174902 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-d71e8fdd-a8d8-4329-bbe6-bcc3ea3f6f85 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2d984beb59df49f3935060f12826adc5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5496256 Dec 15 20:57:31.174902 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-d71e8fdd-a8d8-4329-bbe6-bcc3ea3f6f85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:31.175288 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 38034) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:31.234037 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 38038) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:31.244913 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-8235456e-d39f-43fd-82a3-d77c1e3947c9 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1895458287-network', 'tenant_id': '4921260d2f214935b54320e08de38485'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:57:31.250064 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-8235456e-d39f-43fd-82a3-d77c1e3947c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:31.255180 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-8235456e-d39f-43fd-82a3-d77c1e3947c9 admin admin] Usage tracker for resource:network and tenant:4921260d2f214935b54320e08de38485 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:31.259040 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-8235456e-d39f-43fd-82a3-d77c1e3947c9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:31.265862 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-8235456e-d39f-43fd-82a3-d77c1e3947c9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:31.267563 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] Pushing event updated for resources: {'Port': ['ID=09dc2d51-34cc-4b87-8d50-599d4f9453ab,revision_number=1']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:31.285149 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device d3d80b53-5f27-457a-b53c-7857d8ea9cee up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:57:31.294374 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8235456e-d39f-43fd-82a3-d77c1e3947c9 admin admin] Made reservation on behalf of 4921260d2f214935b54320e08de38485 for: {'network': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:57:31.297842 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8235456e-d39f-43fd-82a3-d77c1e3947c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for network, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:31.319891 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fc833f9c-bb20-4f08-a17a-81c76da00f57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:31.320452 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.605s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:31.339187 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8235456e-d39f-43fd-82a3-d77c1e3947c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:31.368991 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-8235456e-d39f-43fd-82a3-d77c1e3947c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:31.377277 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fc833f9c-bb20-4f08-a17a-81c76da00f57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:31.385737 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-8235456e-d39f-43fd-82a3-d77c1e3947c9 admin admin] Usage tracker for resource:security_group_rule and tenant:4921260d2f214935b54320e08de38485 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:31.390727 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-8235456e-d39f-43fd-82a3-d77c1e3947c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:31.406139 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-8235456e-d39f-43fd-82a3-d77c1e3947c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:31.441383 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] Attempting to bind port 09dc2d51-34cc-4b87-8d50-599d4f9453ab on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:57:31.442408 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] Attempting to bind port 09dc2d51-34cc-4b87-8d50-599d4f9453ab by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': 'aeb21201-1d04-4fb6-bcd2-dabd1a4844f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b'}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:57:31.443563 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] Attempting to bind port 09dc2d51-34cc-4b87-8d50-599d4f9453ab on network 2eeda4cc-cb45-495b-b445-87322079095b {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:57:31.480274 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:57:31.490939 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fc833f9c-bb20-4f08-a17a-81c76da00f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:31.494268 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] Checking segment: {'id': 'aeb21201-1d04-4fb6-bcd2-dabd1a4844f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:57:31.494817 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:31.495232 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] Bound using segment: {'id': 'aeb21201-1d04-4fb6-bcd2-dabd1a4844f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b'} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:57:31.496002 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] Bound port: 09dc2d51-34cc-4b87-8d50-599d4f9453ab, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb21201-1d04-4fb6-bcd2-dabd1a4844f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b'}}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:57:31.496553 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:31.513004 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-e23ab3fc-f85f-4cf7-b296-e8f81afba682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:31.553776 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] Set router e973a52c-3254-4726-aa21-1f15b936d1e8 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:57:31.557869 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8af839e8-f7ae-4484-8e7c-edc5d1de5213 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:31.566299 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc833f9c-bb20-4f08-a17a-81c76da00f57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc8647e-eb4c-4ce3-827a-fa62fc13b8e1,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:31.577314 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-fc833f9c-bb20-4f08-a17a-81c76da00f57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:31.590216 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905b28af-31e2-4502-b049-8f6126bce4e0 req-a2c9f6d4-7f06-4dd4-a791-10247ee22fba tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:31.593638 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fc833f9c-bb20-4f08-a17a-81c76da00f57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:31.597449 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-905b28af-31e2-4502-b049-8f6126bce4e0 req-a2c9f6d4-7f06-4dd4-a791-10247ee22fba tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0144878-50ff-45ad-aee0-72def64b59e3 HTTP/1.1" status: 200 len: 946 time: 0.1472604 Dec 15 20:57:31.600776 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-fc833f9c-bb20-4f08-a17a-81c76da00f57 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/abc8647e-eb4c-4ce3-827a-fa62fc13b8e1 HTTP/1.1" status: 204 len: 168 time: 0.4230599 Dec 15 20:57:31.679271 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8235456e-d39f-43fd-82a3-d77c1e3947c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:31.679271 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8235456e-d39f-43fd-82a3-d77c1e3947c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:31.679564 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-905b28af-31e2-4502-b049-8f6126bce4e0 req-80eaac5a-3487-46ff-b0a0-facd77c4985a tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803459 Dec 15 20:57:31.682627 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-f8ac9b5d-18b2-4a2e-97b1-80b5424b593a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:31.708904 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8af839e8-f7ae-4484-8e7c-edc5d1de5213 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:31.732512 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-bd5e1131-e394-4f20-b29d-3847bdc7ca7c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:31.736752 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235456e-d39f-43fd-82a3-d77c1e3947c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b1fcbb-5ec3-4363-ae6a-c23a537ca7ba,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:31.744168 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-8235456e-d39f-43fd-82a3-d77c1e3947c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:31.760938 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8235456e-d39f-43fd-82a3-d77c1e3947c9 admin admin] vlan segment allocate from pool success with {'vlan_id': 164, 'physical_network': 'physnet1'} {{(pid=86858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 20:57:31.776751 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8235456e-d39f-43fd-82a3-d77c1e3947c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:31.777285 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.db.segments_db [None req-8235456e-d39f-43fd-82a3-d77c1e3947c9 admin admin] Added segment 532f06a8-df3a-4eb1-9f1d-51a15016fdce of type vlan for network 1c09f003-5daf-41e0-98e2-8e5afc11e60c Dec 15 20:57:31.830806 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8235456e-d39f-43fd-82a3-d77c1e3947c9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767327356326'] for network, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:31.916203 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8235456e-d39f-43fd-82a3-d77c1e3947c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for network, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:31.919308 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8235456e-d39f-43fd-82a3-d77c1e3947c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:31.921042 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8235456e-d39f-43fd-82a3-d77c1e3947c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:31.935633 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:31.954819 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8af839e8-f7ae-4484-8e7c-edc5d1de5213 admin admin] Pushing event updated for resources: {'Port': ['ID=20939aac-62f3-4a37-b5e8-41687229b132,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:31.971755 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-8af839e8-f7ae-4484-8e7c-edc5d1de5213 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:32.006124 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8af839e8-f7ae-4484-8e7c-edc5d1de5213 admin admin] Network 83db4151-6da2-47b8-971d-0a11887406d4 is already hosted by enough agents. {{(pid=86859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:57:32.010903 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [None req-8af839e8-f7ae-4484-8e7c-edc5d1de5213 admin admin] Resources bound (agent type, host, resource id): {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:32.016708 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8af839e8-f7ae-4484-8e7c-edc5d1de5213 admin admin] Received port after_create {{(pid=86859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:57:32.070177 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port d3d80b53-5f27-457a-b53c-7857d8ea9cee triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:57:32.071464 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:32.268032 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] For port 09dc2d51-34cc-4b87-8d50-599d4f9453ab, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:57:32.345846 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] For port 09dc2d51-34cc-4b87-8d50-599d4f9453ab, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=09dc2d51-34cc-4b87-8d50-599d4f9453ab,segment=NetworkSegment(aeb21201-1d04-4fb6-bcd2-dabd1a4844f4),segment_id=aeb21201-1d04-4fb6-bcd2-dabd1a4844f4)] {{(pid=86860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:57:32.356597 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8235456e-d39f-43fd-82a3-d77c1e3947c9 admin admin] Pushing event updated for resources: {'Network': ['ID=1c09f003-5daf-41e0-98e2-8e5afc11e60c,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:32.373239 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-8235456e-d39f-43fd-82a3-d77c1e3947c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:32.385064 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-8235456e-d39f-43fd-82a3-d77c1e3947c9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1478374 Dec 15 20:57:32.388589 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 38062) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:32.397007 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Network 1c09f003-5daf-41e0-98e2-8e5afc11e60c details requested by agent ovs-agent-dv-cinder-821892-1-iscsi with host dv-cinder-821892-1-iscsi {{(pid=86860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 20:57:32.412336 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:32.420423 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-4091ede2-14df-4287-9c3b-faccbc178c0c admin admin] Request body: {'subnet': {'network_id': '1c09f003-5daf-41e0-98e2-8e5afc11e60c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1895458287-subnet', 'tenant_id': '4921260d2f214935b54320e08de38485', 'ip_version': 4}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:57:32.431575 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:32.440005 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-4091ede2-14df-4287-9c3b-faccbc178c0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:32.444959 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-4091ede2-14df-4287-9c3b-faccbc178c0c admin admin] Usage tracker for resource:subnet and tenant:4921260d2f214935b54320e08de38485 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:32.452132 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-4091ede2-14df-4287-9c3b-faccbc178c0c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:32.459977 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-4091ede2-14df-4287-9c3b-faccbc178c0c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:32.479006 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4091ede2-14df-4287-9c3b-faccbc178c0c admin admin] Made reservation on behalf of 4921260d2f214935b54320e08de38485 for: {'subnet': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:57:32.482748 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-4091ede2-14df-4287-9c3b-faccbc178c0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3359033'] for subnet, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:32.648196 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] Pushing event updated for resources: {'Port': ['ID=09dc2d51-34cc-4b87-8d50-599d4f9453ab,revision_number=2']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:32.775618 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:32.830379 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8af839e8-f7ae-4484-8e7c-edc5d1de5213 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:32.861912 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-4091ede2-14df-4287-9c3b-faccbc178c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4191385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3358987'] for subnet, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:32.887255 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:32.924955 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'name': 'tempest-TestMinimumBasicScenario-1169965894-router', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd3d80b53-5f27-457a-b53c-7857d8ea9cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:23Z', 'updated_at': '2021-12-15T20:57:28Z', 'revision_number': 4, 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'gw_port': {'id': 'd3d80b53-5f27-457a-b53c-7857d8ea9cee', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:24Z', 'updated_at': '2021-12-15T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '97f9076f-1df7-4488-a4b7-dd08857c61c9', 'name': '', 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'mac_address': 'fa:16:3e:f6:29:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '46215959-91fb-4a8b-ba1d-1bbf050f280d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:27Z', 'updated_at': '2021-12-15T20:57:28Z', 'revision_number': 2, 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'subnets': [{'id': '46215959-91fb-4a8b-ba1d-1bbf050f280d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:32.949709 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] Checking router: e973a52c-3254-4726-aa21-1f15b936d1e8 for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 20:57:32.950347 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] Updating router e973a52c-3254-4726-aa21-1f15b936d1e8 port 97f9076f-1df7-4488-a4b7-dd08857c61c9 binding host dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 20:57:33.115511 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:33.160401 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4091ede2-14df-4287-9c3b-faccbc178c0c admin admin] Checking segment: {'id': '532f06a8-df3a-4eb1-9f1d-51a15016fdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1c09f003-5daf-41e0-98e2-8e5afc11e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:57:33.165946 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4091ede2-14df-4287-9c3b-faccbc178c0c admin admin] Network hostable DHCP agents. Network: 1c09f003-5daf-41e0-98e2-8e5afc11e60c, hostable agents: ['86069654-9c91-40da-a86d-561b669d47f0'], hosted agents: [] {{(pid=86858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 20:57:33.191822 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4091ede2-14df-4287-9c3b-faccbc178c0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3a2149f-c6cd-4e0f-82c7-ac35d055dc15,revision_number=0']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:33.197148 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-4091ede2-14df-4287-9c3b-faccbc178c0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:33.224108 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4091ede2-14df-4287-9c3b-faccbc178c0c admin admin] Network 1c09f003-5daf-41e0-98e2-8e5afc11e60c is scheduled to be hosted by DHCP agent 86069654-9c91-40da-a86d-561b669d47f0 with binding_index 1 {{(pid=86858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 20:57:33.270274 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-4091ede2-14df-4287-9c3b-faccbc178c0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-1-iscsi, 1c09f003-5daf-41e0-98e2-8e5afc11e60c) {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:33.299941 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4091ede2-14df-4287-9c3b-faccbc178c0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:33.300529 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-4091ede2-14df-4287-9c3b-faccbc178c0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:33.324225 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f7f74e-f664-4679-9879-5e01009e23f2 None None] Network 1c09f003-5daf-41e0-98e2-8e5afc11e60c requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:57:33.332747 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-4091ede2-14df-4287-9c3b-faccbc178c0c admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9394834 Dec 15 20:57:33.333092 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 38092) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:33.339473 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-d5a3375b-9277-48cb-81e8-90f96bd8f577 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1895458287-router', 'tenant_id': '4921260d2f214935b54320e08de38485', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:57:33.345215 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-d5a3375b-9277-48cb-81e8-90f96bd8f577 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:33.349074 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-d5a3375b-9277-48cb-81e8-90f96bd8f577 admin admin] Usage tracker for resource:router and tenant:4921260d2f214935b54320e08de38485 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:33.362317 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-d5a3375b-9277-48cb-81e8-90f96bd8f577 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:33.374763 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 38096) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:33.384918 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-d5a3375b-9277-48cb-81e8-90f96bd8f577 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:33.398006 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-d5a3375b-9277-48cb-81e8-90f96bd8f577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1676776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-366'] for router, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:33.400044 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-d5a3375b-9277-48cb-81e8-90f96bd8f577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1679167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-369'] for router, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:33.421746 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-d5a3375b-9277-48cb-81e8-90f96bd8f577 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:33.469105 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8af839e8-f7ae-4484-8e7c-edc5d1de5213 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677288'] for router, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:33.601092 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-1e74fc52-779b-4097-b70b-ff9a59baee14 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-627379115-network', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:57:33.608838 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-1e74fc52-779b-4097-b70b-ff9a59baee14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:33.615874 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-1e74fc52-779b-4097-b70b-ff9a59baee14 admin admin] Usage tracker for resource:network and tenant:0fed2bbf61794fe0b44a6f599b13bfe1 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:33.674439 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-1e74fc52-779b-4097-b70b-ff9a59baee14 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:33.717993 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8af839e8-f7ae-4484-8e7c-edc5d1de5213 admin admin] Router 71cc9c17-d341-4254-8e69-a4a229a50975 is scheduled to L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a with binding_index 1 {{(pid=86859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 20:57:33.860504 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-1e74fc52-779b-4097-b70b-ff9a59baee14 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:33.895098 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e74fc52-779b-4097-b70b-ff9a59baee14 admin admin] Made reservation on behalf of 0fed2bbf61794fe0b44a6f599b13bfe1 for: {'network': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:57:33.898190 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1e74fc52-779b-4097-b70b-ff9a59baee14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for network, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:33.899198 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] Notify callbacks [] for port, precommit_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:33.947129 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-d5a3375b-9277-48cb-81e8-90f96bd8f577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1676570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-323'] for router, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:33.955790 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1e74fc52-779b-4097-b70b-ff9a59baee14 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:34.002775 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-1e74fc52-779b-4097-b70b-ff9a59baee14 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:34.012383 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-1e74fc52-779b-4097-b70b-ff9a59baee14 admin admin] Usage tracker for resource:security_group_rule and tenant:0fed2bbf61794fe0b44a6f599b13bfe1 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:34.043247 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] Transition to ACTIVE for port object 97f9076f-1df7-4488-a4b7-dd08857c61c9 will not be triggered until provisioned by entity L2. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:57:34.062955 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8af839e8-f7ae-4484-8e7c-edc5d1de5213 admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 20:57:34.072281 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] Sync routers for ids ['71cc9c17-d341-4254-8e69-a4a229a50975'] in dv-cinder-821892-1-iscsi {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 20:57:34.072961 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f0e9ee6-e855-407c-8e60-6b7bf9a26808 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb203f00b-68f0-5675-9cd5-aabe698e7fcb-1c09f003-5daf-41e0-98e2-8e5afc11e60c', 'network_id': '1c09f003-5daf-41e0-98e2-8e5afc11e60c', 'tenant_id': '4921260d2f214935b54320e08de38485', 'fixed_ips': [{'subnet_id': 'e3a2149f-c6cd-4e0f-82c7-ac35d055dc15'}]}} from dv-cinder-821892-1-iscsi. {{(pid=86860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 20:57:34.073989 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-6f0e9ee6-e855-407c-8e60-6b7bf9a26808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:34.089198 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] Routers {'71cc9c17-d341-4254-8e69-a4a229a50975'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:57:34.090111 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:57:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['71cc9c17-d341-4254-8e69-a4a229a50975'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:34.097604 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:34.107356 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:34.114616 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-1e74fc52-779b-4097-b70b-ff9a59baee14 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:34.127161 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8af839e8-f7ae-4484-8e7c-edc5d1de5213 admin admin] Notify callbacks [] for router, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:34.131569 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-8af839e8-f7ae-4484-8e7c-edc5d1de5213 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.9110401 Dec 15 20:57:34.132227 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 38116) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:34.148928 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-1e74fc52-779b-4097-b70b-ff9a59baee14 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:34.266204 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1e74fc52-779b-4097-b70b-ff9a59baee14 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:34.277278 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1e74fc52-779b-4097-b70b-ff9a59baee14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:34.308573 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e74fc52-779b-4097-b70b-ff9a59baee14 admin admin] vlan segment allocate from pool success with {'vlan_id': 192, 'physical_network': 'physnet1'} {{(pid=86858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 20:57:34.335770 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1e74fc52-779b-4097-b70b-ff9a59baee14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:34.336437 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.db.segments_db [None req-1e74fc52-779b-4097-b70b-ff9a59baee14 admin admin] Added segment 2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d of type vlan for network 5de9587e-f494-45e3-b78a-91f0735c06e8 Dec 15 20:57:34.396511 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1e74fc52-779b-4097-b70b-ff9a59baee14 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767327356326'] for network, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:34.430117 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.db_base_plugin_common [None req-6f0e9ee6-e855-407c-8e60-6b7bf9a26808 None None] Allocated IP 172.20.0.2 (1c09f003-5daf-41e0-98e2-8e5afc11e60c/e3a2149f-c6cd-4e0f-82c7-ac35d055dc15/4b386253-df5e-4e0d-9ff8-d77da67fc9dc) {{(pid=86860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:57:34.483484 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-569d7723-fa09-4db1-b2a8-3a8ea9f56562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:34.546948 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74fc52-779b-4097-b70b-ff9a59baee14 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93c8b87b-bad6-4c8e-8504-b18672c3b5f4,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:34.672716 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] Set router 71cc9c17-d341-4254-8e69-a4a229a50975 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:57:34.697067 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-1e74fc52-779b-4097-b70b-ff9a59baee14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:34.720426 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1e74fc52-779b-4097-b70b-ff9a59baee14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for network, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:34.724976 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e74fc52-779b-4097-b70b-ff9a59baee14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:34.729792 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1e74fc52-779b-4097-b70b-ff9a59baee14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:34.806771 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-5c0eea6f-5877-47c8-9827-a1c0d6fbe157 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:34.835217 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c9ff0f-fc6c-4bd1-91fe-cf20d8d83eae None None] Network 2eeda4cc-cb45-495b-b445-87322079095b requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:57:34.846573 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-1e74fc52-779b-4097-b70b-ff9a59baee14 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.4706526 Dec 15 20:57:34.847464 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 38138) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:34.873511 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-29ae1292-831f-4202-867a-0446d065d043 admin admin] Request body: {'subnet': {'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-627379115-subnet', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'ip_version': 4}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:57:34.891056 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-29ae1292-831f-4202-867a-0446d065d043 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:34.900584 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-29ae1292-831f-4202-867a-0446d065d043 admin admin] Usage tracker for resource:subnet and tenant:0fed2bbf61794fe0b44a6f599b13bfe1 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:34.906561 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-29ae1292-831f-4202-867a-0446d065d043 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:34.923075 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-29ae1292-831f-4202-867a-0446d065d043 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:34.953383 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29ae1292-831f-4202-867a-0446d065d043 admin admin] Made reservation on behalf of 0fed2bbf61794fe0b44a6f599b13bfe1 for: {'subnet': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:57:34.963755 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-29ae1292-831f-4202-867a-0446d065d043 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3359033'] for subnet, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:35.206080 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ab566-fb11-43fe-b4cb-36a453782058 None None] Pushing event updated for resources: {'Port': ['ID=97f9076f-1df7-4488-a4b7-dd08857c61c9,revision_number=3']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:35.217853 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-0c07812d-811b-4bb7-8ca7-b4080f69de04 None None] Provisioning for port 09dc2d51-34cc-4b87-8d50-599d4f9453ab completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:57:35.220987 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-3f6ab566-fb11-43fe-b4cb-36a453782058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.114s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:35.227017 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e74fc52-779b-4097-b70b-ff9a59baee14 admin admin] Pushing event updated for resources: {'Network': ['ID=5de9587e-f494-45e3-b78a-91f0735c06e8,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:35.230241 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-1e74fc52-779b-4097-b70b-ff9a59baee14 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:35.311424 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Network 5de9587e-f494-45e3-b78a-91f0735c06e8 details requested by agent ovs-agent-dv-cinder-821892-1-iscsi with host dv-cinder-821892-1-iscsi {{(pid=86860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 20:57:35.343643 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 09dc2d51-34cc-4b87-8d50-599d4f9453ab up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:57:35.417560 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '20939aac-62f3-4a37-b5e8-41687229b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:29Z', 'updated_at': '2021-12-15T20:57:32Z', 'revision_number': 3, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'gw_port': {'id': '20939aac-62f3-4a37-b5e8-41687229b132', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:30Z', 'updated_at': '2021-12-15T20:57:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:35.422992 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] Checking router: 71cc9c17-d341-4254-8e69-a4a229a50975 for host: dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 20:57:35.423584 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] Updating router 71cc9c17-d341-4254-8e69-a4a229a50975 port 20939aac-62f3-4a37-b5e8-41687229b132 binding host dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 20:57:35.491254 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-6f0e9ee6-e855-407c-8e60-6b7bf9a26808 None None] Notify callbacks [] for port, precommit_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:35.506517 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:35.519283 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e46da2-d3bb-4256-a59f-16bf26a1f8e1 req-d547028a-66a6-4873-bbcc-f7257c0947bc tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:35.527540 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-10e46da2-d3bb-4256-a59f-16bf26a1f8e1 req-d547028a-66a6-4873-bbcc-f7257c0947bc tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 945 time: 0.1547709 Dec 15 20:57:35.579080 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] Attempting to bind port 97f9076f-1df7-4488-a4b7-dd08857c61c9 on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:57:35.579454 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] Attempting to bind port 97f9076f-1df7-4488-a4b7-dd08857c61c9 by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': '65ce960a-5203-4378-8ba9-b472ed124dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c'}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:57:35.579819 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] Attempting to bind port 97f9076f-1df7-4488-a4b7-dd08857c61c9 on network b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:57:35.603634 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-10e46da2-d3bb-4256-a59f-16bf26a1f8e1 req-ef2df1db-7dd6-4190-8b4c-0d4d5864f992 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748165 Dec 15 20:57:35.631620 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:57:35.631998 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] Checking segment: {'id': '65ce960a-5203-4378-8ba9-b472ed124dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:57:35.632403 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:35.632800 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] Bound using segment: {'id': '65ce960a-5203-4378-8ba9-b472ed124dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c'} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:57:35.638230 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] Bound port: 97f9076f-1df7-4488-a4b7-dd08857c61c9, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65ce960a-5203-4378-8ba9-b472ed124dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c'}}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:57:35.638621 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:35.701380 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-6f0e9ee6-e855-407c-8e60-6b7bf9a26808 None None] Transition to ACTIVE for port object 4b386253-df5e-4e0d-9ff8-d77da67fc9dc will not be triggered until provisioned by entity L2. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:57:35.772686 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-d5a3375b-9277-48cb-81e8-90f96bd8f577 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:35.816508 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-29ae1292-831f-4202-867a-0446d065d043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4191385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3358987'] for subnet, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:35.819486 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-d5a3375b-9277-48cb-81e8-90f96bd8f577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:35.823162 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-7d81b906-18f9-4529-9b95-aba564f01b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:35.829249 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:35.975024 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] Notify callbacks [] for port, precommit_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:35.981965 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-6f0e9ee6-e855-407c-8e60-6b7bf9a26808 None None] Transition to ACTIVE for port object 4b386253-df5e-4e0d-9ff8-d77da67fc9dc will not be triggered until provisioned by entity DHCP. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:57:36.009942 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.provisioning_blocks [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] Transition to ACTIVE for port object 20939aac-62f3-4a37-b5e8-41687229b132 will not be triggered until provisioned by entity L2. {{(pid=86861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:57:36.015195 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-6f0e9ee6-e855-407c-8e60-6b7bf9a26808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193'] for port, after_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:36.022727 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:36.023114 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:36.031033 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:36.075002 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29ae1292-831f-4202-867a-0446d065d043 admin admin] Checking segment: {'id': '2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:57:36.075501 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ae1292-831f-4202-867a-0446d065d043 admin admin] Network hostable DHCP agents. Network: 5de9587e-f494-45e3-b78a-91f0735c06e8, hostable agents: ['86069654-9c91-40da-a86d-561b669d47f0'], hosted agents: [] {{(pid=86858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 20:57:36.085311 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ae1292-831f-4202-867a-0446d065d043 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5595c1c-8ca0-4af9-bdbb-973634ba4b63,revision_number=0']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:36.089165 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-29ae1292-831f-4202-867a-0446d065d043 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:36.111583 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_common [None req-7d81b906-18f9-4529-9b95-aba564f01b6e admin admin] Allocated IP 172.20.0.1 (2eeda4cc-cb45-495b-b445-87322079095b/534b39db-0a31-42ab-9b6e-df04c958037c/c93700a9-f9f0-4fc4-a21c-26c15b198853) {{(pid=86859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:57:36.145212 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] Attempting to bind port 20939aac-62f3-4a37-b5e8-41687229b132 on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:57:36.146656 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] Attempting to bind port 20939aac-62f3-4a37-b5e8-41687229b132 by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}] {{(pid=86861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:57:36.147216 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] Attempting to bind port 20939aac-62f3-4a37-b5e8-41687229b132 on network 83db4151-6da2-47b8-971d-0a11887406d4 {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:57:36.149235 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port 09dc2d51-34cc-4b87-8d50-599d4f9453ab completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:57:36.154827 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f0e9ee6-e855-407c-8e60-6b7bf9a26808 None None] Network 1c09f003-5daf-41e0-98e2-8e5afc11e60c is already hosted by enough agents. {{(pid=86860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:57:36.161891 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29ae1292-831f-4202-867a-0446d065d043 admin admin] Network 5de9587e-f494-45e3-b78a-91f0735c06e8 is scheduled to be hosted by DHCP agent 86069654-9c91-40da-a86d-561b669d47f0 with binding_index 1 {{(pid=86858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 20:57:36.162547 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.scheduler.base_scheduler [None req-6f0e9ee6-e855-407c-8e60-6b7bf9a26808 None None] Resources bound (agent type, host, resource id): {{(pid=86860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:36.167555 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:57:36.168594 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] Checking segment: {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:57:36.169308 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:36.169874 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] Bound using segment: {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'} {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:57:36.170505 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] Bound port: 20939aac-62f3-4a37-b5e8-41687229b132, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}}] {{(pid=86861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:57:36.171081 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:36.172132 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f0e9ee6-e855-407c-8e60-6b7bf9a26808 None None] Received port after_create {{(pid=86860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:57:36.179715 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 09dc2d51-34cc-4b87-8d50-599d4f9453ab triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:57:36.180122 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:36.184612 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-29ae1292-831f-4202-867a-0446d065d043 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-1-iscsi, 5de9587e-f494-45e3-b78a-91f0735c06e8) {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:36.191313 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29ae1292-831f-4202-867a-0446d065d043 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:36.191903 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-29ae1292-831f-4202-867a-0446d065d043 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:36.215988 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [None req-d5a3375b-9277-48cb-81e8-90f96bd8f577 admin admin] Allocated IP 172.27.1.187 (83db4151-6da2-47b8-971d-0a11887406d4/9a076902-1727-47fe-9eed-a31b1c56c654/d9923ed0-9623-4a49-a697-3cac30493313) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:57:36.218932 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40603291-8e39-49fc-9528-22f9908514af None None] Network 5de9587e-f494-45e3-b78a-91f0735c06e8 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:57:36.232604 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e9ee6-e855-407c-8e60-6b7bf9a26808 None None] Pushing event updated for resources: {'Port': ['ID=4b386253-df5e-4e0d-9ff8-d77da67fc9dc,revision_number=1']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:36.255837 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-29ae1292-831f-4202-867a-0446d065d043 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.3997142 Dec 15 20:57:36.256126 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-6f0e9ee6-e855-407c-8e60-6b7bf9a26808 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:36.259168 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0783e4-dd04-4aff-bb5f-cc54557736da None None] Pushing event updated for resources: {'Port': ['ID=20939aac-62f3-4a37-b5e8-41687229b132,revision_number=2']} {{(pid=86861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:36.259755 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 38158) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:36.264740 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-af0783e4-dd04-4aff-bb5f-cc54557736da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:36.282357 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] For port 97f9076f-1df7-4488-a4b7-dd08857c61c9, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:57:36.290549 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.db [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] For port 20939aac-62f3-4a37-b5e8-41687229b132, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:57:36.294154 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.db [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] For port 20939aac-62f3-4a37-b5e8-41687229b132, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=20939aac-62f3-4a37-b5e8-41687229b132,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:57:36.301215 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:36.307563 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-99b77c93-613e-4a83-9fe0-9159fd5e8864 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:36.314071 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-25a4001f-b6fc-4d82-ba58-4b2d607057ff admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-627379115-router', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:57:36.332516 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-7d81b906-18f9-4529-9b95-aba564f01b6e admin admin] Notify callbacks [] for port, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:36.333902 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-25a4001f-b6fc-4d82-ba58-4b2d607057ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:36.341929 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-25a4001f-b6fc-4d82-ba58-4b2d607057ff admin admin] Usage tracker for resource:router and tenant:0fed2bbf61794fe0b44a6f599b13bfe1 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:36.346772 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-25a4001f-b6fc-4d82-ba58-4b2d607057ff admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:36.356456 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.provisioning_blocks [None req-7d81b906-18f9-4529-9b95-aba564f01b6e admin admin] Transition to ACTIVE for port object c93700a9-f9f0-4fc4-a21c-26c15b198853 will not be triggered until provisioned by entity DHCP. {{(pid=86859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:57:36.356733 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-25a4001f-b6fc-4d82-ba58-4b2d607057ff admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:36.394057 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-7d81b906-18f9-4529-9b95-aba564f01b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:36.399703 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-25a4001f-b6fc-4d82-ba58-4b2d607057ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1676776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-366'] for router, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:36.400783 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-25a4001f-b6fc-4d82-ba58-4b2d607057ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1679167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-369'] for router, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:36.405244 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-54fa40a4-d6bd-4378-809c-4ea2210c4fbd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:36.413274 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] Routers {'71cc9c17-d341-4254-8e69-a4a229a50975'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:57:36.414060 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:57:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['71cc9c17-d341-4254-8e69-a4a229a50975'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:36.445700 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-d5a3375b-9277-48cb-81e8-90f96bd8f577 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:36.449085 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-25a4001f-b6fc-4d82-ba58-4b2d607057ff admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:36.491767 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d81b906-18f9-4529-9b95-aba564f01b6e admin admin] Network 2eeda4cc-cb45-495b-b445-87322079095b is already hosted by enough agents. {{(pid=86859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:57:36.502515 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [None req-7d81b906-18f9-4529-9b95-aba564f01b6e admin admin] Resources bound (agent type, host, resource id): {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:36.507537 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d81b906-18f9-4529-9b95-aba564f01b6e admin admin] Received port after_create {{(pid=86859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:57:36.552272 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] For port 97f9076f-1df7-4488-a4b7-dd08857c61c9, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=97f9076f-1df7-4488-a4b7-dd08857c61c9,segment=NetworkSegment(65ce960a-5203-4378-8ba9-b472ed124dfd),segment_id=65ce960a-5203-4378-8ba9-b472ed124dfd)] {{(pid=86860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:57:36.566852 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81b906-18f9-4529-9b95-aba564f01b6e admin admin] Pushing event updated for resources: {'Port': ['ID=c93700a9-f9f0-4fc4-a21c-26c15b198853,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:36.580412 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-7d81b906-18f9-4529-9b95-aba564f01b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:36.590517 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-7d81b906-18f9-4529-9b95-aba564f01b6e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624102'] for router_interface, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:36.592759 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:36.604681 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:36.616858 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] Set router 71cc9c17-d341-4254-8e69-a4a229a50975 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:57:36.666275 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-6f0e9ee6-e855-407c-8e60-6b7bf9a26808 None None] Attempting to bind port 4b386253-df5e-4e0d-9ff8-d77da67fc9dc on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:57:36.666763 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-6f0e9ee6-e855-407c-8e60-6b7bf9a26808 None None] Attempting to bind port 4b386253-df5e-4e0d-9ff8-d77da67fc9dc by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': '532f06a8-df3a-4eb1-9f1d-51a15016fdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1c09f003-5daf-41e0-98e2-8e5afc11e60c'}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:57:36.668023 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0e9ee6-e855-407c-8e60-6b7bf9a26808 None None] Attempting to bind port 4b386253-df5e-4e0d-9ff8-d77da67fc9dc on network 1c09f003-5daf-41e0-98e2-8e5afc11e60c {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:57:36.697305 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0e9ee6-e855-407c-8e60-6b7bf9a26808 None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:57:36.697928 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0e9ee6-e855-407c-8e60-6b7bf9a26808 None None] Checking segment: {'id': '532f06a8-df3a-4eb1-9f1d-51a15016fdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1c09f003-5daf-41e0-98e2-8e5afc11e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:57:36.698444 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-6f0e9ee6-e855-407c-8e60-6b7bf9a26808 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:36.699157 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f0e9ee6-e855-407c-8e60-6b7bf9a26808 None None] Bound using segment: {'id': '532f06a8-df3a-4eb1-9f1d-51a15016fdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1c09f003-5daf-41e0-98e2-8e5afc11e60c'} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:57:36.699833 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-6f0e9ee6-e855-407c-8e60-6b7bf9a26808 None None] Bound port: 4b386253-df5e-4e0d-9ff8-d77da67fc9dc, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532f06a8-df3a-4eb1-9f1d-51a15016fdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1c09f003-5daf-41e0-98e2-8e5afc11e60c'}}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:57:36.700308 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-6f0e9ee6-e855-407c-8e60-6b7bf9a26808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:36.964937 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-6f0e9ee6-e855-407c-8e60-6b7bf9a26808 None None] For port 4b386253-df5e-4e0d-9ff8-d77da67fc9dc, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:57:36.973856 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-6f0e9ee6-e855-407c-8e60-6b7bf9a26808 None None] For port 4b386253-df5e-4e0d-9ff8-d77da67fc9dc, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=4b386253-df5e-4e0d-9ff8-d77da67fc9dc,segment=NetworkSegment(532f06a8-df3a-4eb1-9f1d-51a15016fdce),segment_id=532f06a8-df3a-4eb1-9f1d-51a15016fdce)] {{(pid=86860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:57:36.986792 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:36.987696 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-7d81b906-18f9-4529-9b95-aba564f01b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:37.058308 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] For port 09dc2d51-34cc-4b87-8d50-599d4f9453ab, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=09dc2d51-34cc-4b87-8d50-599d4f9453ab,segment=NetworkSegment(aeb21201-1d04-4fb6-bcd2-dabd1a4844f4),segment_id=aeb21201-1d04-4fb6-bcd2-dabd1a4844f4)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:57:37.065506 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-6f0e9ee6-e855-407c-8e60-6b7bf9a26808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:37.092682 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:37.115535 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-25a4001f-b6fc-4d82-ba58-4b2d607057ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1676570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-323'] for router, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:37.123220 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] Routers {'e973a52c-3254-4726-aa21-1f15b936d1e8'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:57:37.124466 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:57:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['e973a52c-3254-4726-aa21-1f15b936d1e8'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:37.145892 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0783e4-dd04-4aff-bb5f-cc54557736da None None] Pushing event updated for resources: {'Port': ['ID=20939aac-62f3-4a37-b5e8-41687229b132,revision_number=3']} {{(pid=86861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:37.164007 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-d5a3375b-9277-48cb-81e8-90f96bd8f577 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:37.174851 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:37.213995 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5a3375b-9277-48cb-81e8-90f96bd8f577 admin admin] Network 83db4151-6da2-47b8-971d-0a11887406d4 is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:57:37.220144 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-d5a3375b-9277-48cb-81e8-90f96bd8f577 admin admin] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:37.228633 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5a3375b-9277-48cb-81e8-90f96bd8f577 admin admin] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:57:37.289487 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6ab566-fb11-43fe-b4cb-36a453782058 None None] Pushing event updated for resources: {'Port': ['ID=97f9076f-1df7-4488-a4b7-dd08857c61c9,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:37.298276 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-af0783e4-dd04-4aff-bb5f-cc54557736da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.978s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:37.318161 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-3f6ab566-fb11-43fe-b4cb-36a453782058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:37.349455 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.263s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:37.382968 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '20939aac-62f3-4a37-b5e8-41687229b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:29Z', 'updated_at': '2021-12-15T20:57:32Z', 'revision_number': 3, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'gw_port': {'id': '20939aac-62f3-4a37-b5e8-41687229b132', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:30Z', 'updated_at': '2021-12-15T20:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:37.395309 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cdb5758-d30a-440f-8294-84ab8b5c4263 None None] The sync data for ids ['71cc9c17-d341-4254-8e69-a4a229a50975'] in dv-cinder-821892-1-iscsi is: [{'id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '20939aac-62f3-4a37-b5e8-41687229b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:29Z', 'updated_at': '2021-12-15T20:57:32Z', 'revision_number': 3, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'gw_port': {'id': '20939aac-62f3-4a37-b5e8-41687229b132', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:30Z', 'updated_at': '2021-12-15T20:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}] {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 20:57:37.406147 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a3375b-9277-48cb-81e8-90f96bd8f577 admin admin] Pushing event updated for resources: {'Port': ['ID=d9923ed0-9623-4a49-a697-3cac30493313,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:37.408177 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-7d81b906-18f9-4529-9b95-aba564f01b6e admin admin] Notify callbacks [] for port, precommit_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:37.411280 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-d5a3375b-9277-48cb-81e8-90f96bd8f577 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:37.426269 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dc5a35-1cc8-4dfe-9354-c200a876820a req-f109d2ce-cdb2-406b-a9bb-37c8a24e979e tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:37.427787 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-17dc5a35-1cc8-4dfe-9354-c200a876820a req-f109d2ce-cdb2-406b-a9bb-37c8a24e979e tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 945 time: 0.6033676 Dec 15 20:57:37.428613 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-7d81b906-18f9-4529-9b95-aba564f01b6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4132647'] for port, after_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:37.497852 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:37.550386 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-72686e71-761c-4008-8f52-dcc953e957b2 None None] Provisioning complete for port 09dc2d51-34cc-4b87-8d50-599d4f9453ab triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:57:37.550963 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-72686e71-761c-4008-8f52-dcc953e957b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:37.670878 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f0e9ee6-e855-407c-8e60-6b7bf9a26808 None None] Pushing event updated for resources: {'Port': ['ID=4b386253-df5e-4e0d-9ff8-d77da67fc9dc,revision_number=2']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:37.713033 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-17dc5a35-1cc8-4dfe-9354-c200a876820a req-168b0b58-4b85-4090-9051-349cc2a35392 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2170584 Dec 15 20:57:37.763655 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb203f00b-68f0-5675-9cd5-aabe698e7fcb-5de9587e-f494-45e3-b78a-91f0735c06e8', 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'fixed_ips': [{'subnet_id': 'd5595c1c-8ca0-4af9-bdbb-973634ba4b63'}]}} from dv-cinder-821892-1-iscsi. {{(pid=86860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 20:57:37.764744 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:37.778096 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-7d81b906-18f9-4529-9b95-aba564f01b6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624261'] for router_interface, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:37.790537 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d81b906-18f9-4529-9b95-aba564f01b6e admin admin] Pushing event updated for resources: {'Port': ['ID=c93700a9-f9f0-4fc4-a21c-26c15b198853,revision_number=2']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:37.800470 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-7d81b906-18f9-4529-9b95-aba564f01b6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:37.964077 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Pushing event updated for resources: {'Port': ['ID=09dc2d51-34cc-4b87-8d50-599d4f9453ab,revision_number=3']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:37.979269 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.627s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:37.997193 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.724s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:38.003918 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:38.090030 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] Set router e973a52c-3254-4726-aa21-1f15b936d1e8 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:57:38.091668 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d81b906-18f9-4529-9b95-aba564f01b6e admin admin] Network 2eeda4cc-cb45-495b-b445-87322079095b is already hosted by enough agents. {{(pid=86859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:57:38.093032 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [None req-7d81b906-18f9-4529-9b95-aba564f01b6e admin admin] Resources bound (agent type, host, resource id): {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:38.510319 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d81b906-18f9-4529-9b95-aba564f01b6e admin admin] Router 71cc9c17-d341-4254-8e69-a4a229a50975 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 20:57:38.544188 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-d5a3375b-9277-48cb-81e8-90f96bd8f577 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:38.830300 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-25a4001f-b6fc-4d82-ba58-4b2d607057ff admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:38.869256 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.db_base_plugin_common [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] Allocated IP 172.20.0.2 (5de9587e-f494-45e3-b78a-91f0735c06e8/d5595c1c-8ca0-4af9-bdbb-973634ba4b63/163d0612-8d2b-4d85-9d9f-71613b6ae01d) {{(pid=86860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:57:38.915131 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-25a4001f-b6fc-4d82-ba58-4b2d607057ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:38.938273 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d81b906-18f9-4529-9b95-aba564f01b6e admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 20:57:38.974862 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-7d81b906-18f9-4529-9b95-aba564f01b6e admin admin] 10.222.0.49 "PUT /v2.0/routers/71cc9c17-d341-4254-8e69-a4a229a50975/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8325725 Dec 15 20:57:39.087387 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-9ecaaa6e-ea7b-49b3-8627-65c70a628028 None None] Provisioning for port c93700a9-f9f0-4fc4-a21c-26c15b198853 completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:57:39.265242 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-9ecaaa6e-ea7b-49b3-8627-65c70a628028 None None] Provisioning complete for port c93700a9-f9f0-4fc4-a21c-26c15b198853 triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:57:39.265618 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-9ecaaa6e-ea7b-49b3-8627-65c70a628028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:39.296595 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e736af3-7383-47f6-9744-7e9f48213245 req-95ee7d3a-5469-43a7-bd39-10266ef5c64b tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:39.304009 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc557069-e44b-407d-b052-280f04d1a463 None None] Network 1c09f003-5daf-41e0-98e2-8e5afc11e60c requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:57:39.310627 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9e736af3-7383-47f6-9744-7e9f48213245 req-95ee7d3a-5469-43a7-bd39-10266ef5c64b tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.2437465 Dec 15 20:57:39.343028 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3c8f8a-dc8e-4ecc-adb8-76f79a1546a1 req-ed93434e-90b9-4388-8cdb-09bf7529a7c6 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:39.344567 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0a3c8f8a-dc8e-4ecc-adb8-76f79a1546a1 req-ed93434e-90b9-4388-8cdb-09bf7529a7c6 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 945 time: 0.3453648 Dec 15 20:57:39.434905 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9e736af3-7383-47f6-9744-7e9f48213245 req-68bce20c-6a97-4bd6-9986-ad599a01c69f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233490 Dec 15 20:57:39.476978 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0a3c8f8a-dc8e-4ecc-adb8-76f79a1546a1 req-78b8f6c1-cd4d-4634-9ab1-0b1e6a91c51c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1117175 Dec 15 20:57:39.524615 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 09dc2d51-34cc-4b87-8d50-599d4f9453ab up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:57:39.598240 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-9ecaaa6e-ea7b-49b3-8627-65c70a628028 None None] Port c93700a9-f9f0-4fc4-a21c-26c15b198853 cannot update to ACTIVE because it is not bound. {{(pid=86860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 20:57:39.686706 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98127f75-36b5-491c-b775-3a914e12facf req-2ce5b0f9-f73e-44e3-b1c1-83639781771c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:39.688288 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-98127f75-36b5-491c-b775-3a914e12facf req-2ce5b0f9-f73e-44e3-b1c1-83639781771c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59dfe1e7aa764fd1a4000c98a26c6129&device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 1098 time: 0.7610142 Dec 15 20:57:39.721031 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [None req-25a4001f-b6fc-4d82-ba58-4b2d607057ff admin admin] Allocated IP 172.27.1.62 (83db4151-6da2-47b8-971d-0a11887406d4/9a076902-1727-47fe-9eed-a31b1c56c654/dc2acb2d-2163-440c-be3c-a1b054925b8f) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:57:39.742188 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] Notify callbacks [] for port, precommit_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:39.819255 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'name': 'tempest-TestMinimumBasicScenario-1169965894-router', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd3d80b53-5f27-457a-b53c-7857d8ea9cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:23Z', 'updated_at': '2021-12-15T20:57:28Z', 'revision_number': 4, 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'gw_port': {'id': 'd3d80b53-5f27-457a-b53c-7857d8ea9cee', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:24Z', 'updated_at': '2021-12-15T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '97f9076f-1df7-4488-a4b7-dd08857c61c9', 'name': '', 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'mac_address': 'fa:16:3e:f6:29:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '46215959-91fb-4a8b-ba1d-1bbf050f280d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:27Z', 'updated_at': '2021-12-15T20:57:36Z', 'revision_number': 4, 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'subnets': [{'id': '46215959-91fb-4a8b-ba1d-1bbf050f280d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:39.828204 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] Transition to ACTIVE for port object 163d0612-8d2b-4d85-9d9f-71613b6ae01d will not be triggered until provisioned by entity L2. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:57:39.834035 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-51010bf5-20b8-4b0f-a555-5bc7170df0a4 None None] Provisioning for port 4b386253-df5e-4e0d-9ff8-d77da67fc9dc completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:57:39.852849 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-141449ba-35fa-4dfa-b81a-b514ae49412b None None] The sync data for ids ['e973a52c-3254-4726-aa21-1f15b936d1e8'] in dv-cinder-821892-1-iscsi is: [{'id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'name': 'tempest-TestMinimumBasicScenario-1169965894-router', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd3d80b53-5f27-457a-b53c-7857d8ea9cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:23Z', 'updated_at': '2021-12-15T20:57:28Z', 'revision_number': 4, 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'gw_port': {'id': 'd3d80b53-5f27-457a-b53c-7857d8ea9cee', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:24Z', 'updated_at': '2021-12-15T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '97f9076f-1df7-4488-a4b7-dd08857c61c9', 'name': '', 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'mac_address': 'fa:16:3e:f6:29:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '46215959-91fb-4a8b-ba1d-1bbf050f280d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:27Z', 'updated_at': '2021-12-15T20:57:36Z', 'revision_number': 4, 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'subnets': [{'id': '46215959-91fb-4a8b-ba1d-1bbf050f280d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 20:57:39.875081 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 09dc2d51-34cc-4b87-8d50-599d4f9453ab triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:57:39.875776 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:39.944818 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] Transition to ACTIVE for port object 163d0612-8d2b-4d85-9d9f-71613b6ae01d will not be triggered until provisioned by entity DHCP. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:57:40.028953 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193'] for port, after_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:40.035679 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:40.043066 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-d5a3375b-9277-48cb-81e8-90f96bd8f577 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677288'] for router, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:40.087801 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 38206) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:40.094662 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-646140da-a02a-4d5a-9610-8dbd989192e1 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-243128412-network', 'tenant_id': '7b0b1eafedfe47e48b1e0d52f84835f3'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:57:40.101551 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-646140da-a02a-4d5a-9610-8dbd989192e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:40.112529 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-646140da-a02a-4d5a-9610-8dbd989192e1 admin admin] Usage tracker for resource:network and tenant:7b0b1eafedfe47e48b1e0d52f84835f3 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:40.116016 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-646140da-a02a-4d5a-9610-8dbd989192e1 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:40.122419 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-646140da-a02a-4d5a-9610-8dbd989192e1 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:40.132828 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] Pushing event updated for resources: {'Port': ['ID=163d0612-8d2b-4d85-9d9f-71613b6ae01d,revision_number=1']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:40.137105 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] Network 5de9587e-f494-45e3-b78a-91f0735c06e8 is already hosted by enough agents. {{(pid=86860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:57:40.140190 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:40.141595 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.scheduler.base_scheduler [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] Resources bound (agent type, host, resource id): {{(pid=86860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:40.142795 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-646140da-a02a-4d5a-9610-8dbd989192e1 admin admin] Made reservation on behalf of 7b0b1eafedfe47e48b1e0d52f84835f3 for: {'network': 1} {{(pid=86859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:57:40.146310 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-646140da-a02a-4d5a-9610-8dbd989192e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for network, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:40.169285 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-646140da-a02a-4d5a-9610-8dbd989192e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:40.180152 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] Received port after_create {{(pid=86860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:57:40.189918 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-646140da-a02a-4d5a-9610-8dbd989192e1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:40.194193 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-646140da-a02a-4d5a-9610-8dbd989192e1 admin admin] Usage tracker for resource:security_group_rule and tenant:7b0b1eafedfe47e48b1e0d52f84835f3 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:40.198094 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-646140da-a02a-4d5a-9610-8dbd989192e1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:40.204420 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-646140da-a02a-4d5a-9610-8dbd989192e1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:40.243875 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98127f75-36b5-491c-b775-3a914e12facf req-c71f1f6a-d970-4b2c-811e-509a10a6be55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:40.245383 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-98127f75-36b5-491c-b775-3a914e12facf req-c71f1f6a-d970-4b2c-811e-509a10a6be55 service neutron] 10.222.0.41 "GET /v2.0/networks?id=64efe9fb-5976-41a9-8ac7-66748ac3041e HTTP/1.1" status: 200 len: 920 time: 0.5195973 Dec 15 20:57:40.303093 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] Sync routers for ids ['71cc9c17-d341-4254-8e69-a4a229a50975'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 20:57:40.319857 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 4b386253-df5e-4e0d-9ff8-d77da67fc9dc up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:57:40.337387 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-646140da-a02a-4d5a-9610-8dbd989192e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:40.339039 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-98127f75-36b5-491c-b775-3a914e12facf req-5d00d1b5-41bd-4df2-a864-217a2acc4143 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d302766-b927-429e-a03f-3fdf68d6833f HTTP/1.1" status: 200 len: 217 time: 0.0755227 Dec 15 20:57:40.343603 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-646140da-a02a-4d5a-9610-8dbd989192e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:40.347781 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-5ed9cc7b-45be-402b-bed0-7ed0dc7968b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:40.365871 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] Attempting to bind port 163d0612-8d2b-4d85-9d9f-71613b6ae01d on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:57:40.366254 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] Attempting to bind port 163d0612-8d2b-4d85-9d9f-71613b6ae01d by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': '2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8'}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:57:40.366648 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] Attempting to bind port 163d0612-8d2b-4d85-9d9f-71613b6ae01d on network 5de9587e-f494-45e3-b78a-91f0735c06e8 {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:57:40.381776 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646140da-a02a-4d5a-9610-8dbd989192e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b17227-caaa-48dd-a609-ca74db5754df,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:40.385369 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-646140da-a02a-4d5a-9610-8dbd989192e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:40.386591 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] Routers {'71cc9c17-d341-4254-8e69-a4a229a50975'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:57:40.387814 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:57:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['71cc9c17-d341-4254-8e69-a4a229a50975'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:40.393699 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-646140da-a02a-4d5a-9610-8dbd989192e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 184, 'physical_network': 'physnet1'} {{(pid=86859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 20:57:40.395806 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-25a4001f-b6fc-4d82-ba58-4b2d607057ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:40.404745 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-646140da-a02a-4d5a-9610-8dbd989192e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:40.405291 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.db.segments_db [None req-646140da-a02a-4d5a-9610-8dbd989192e1 admin admin] Added segment 38ef0674-3dec-44b0-bcd9-b869d4bc2357 of type vlan for network db079f7e-b994-4bec-8f1c-8543e026951a Dec 15 20:57:40.462705 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-646140da-a02a-4d5a-9610-8dbd989192e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767327356326'] for network, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:40.463307 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98127f75-36b5-491c-b775-3a914e12facf req-16872c37-32d1-41b0-a1e1-f15bb8ebdb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:40.464795 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-98127f75-36b5-491c-b775-3a914e12facf req-16872c37-32d1-41b0-a1e1-f15bb8ebdb38 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=242f45b8-10fa-40a9-9d70-6363d2d5e1fa HTTP/1.1" status: 200 len: 859 time: 0.1127264 Dec 15 20:57:40.483320 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:57:40.483694 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] Checking segment: {'id': '2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:57:40.484296 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:40.484856 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] Bound using segment: {'id': '2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8'} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:57:40.485350 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] Bound port: 163d0612-8d2b-4d85-9d9f-71613b6ae01d, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8'}}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:57:40.485752 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:40.528765 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-646140da-a02a-4d5a-9610-8dbd989192e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for network, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:40.531619 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-646140da-a02a-4d5a-9610-8dbd989192e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:40.533305 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-646140da-a02a-4d5a-9610-8dbd989192e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:40.548811 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:40.557534 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-98127f75-36b5-491c-b775-3a914e12facf req-540a5167-e48f-4aa2-96db-7c32b197793d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64efe9fb-5976-41a9-8ac7-66748ac3041e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0795519 Dec 15 20:57:40.607459 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-25a4001f-b6fc-4d82-ba58-4b2d607057ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:40.634710 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-263ba375-be3d-440e-8810-5ba54efa376b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:40.703258 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5a3375b-9277-48cb-81e8-90f96bd8f577 admin admin] Router 83b17d48-fd6c-4395-a910-aa7f8ee64880 is scheduled to L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a with binding_index 1 {{(pid=86858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 20:57:40.830843 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646140da-a02a-4d5a-9610-8dbd989192e1 admin admin] Pushing event updated for resources: {'Network': ['ID=db079f7e-b994-4bec-8f1c-8543e026951a,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:40.874677 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-98127f75-36b5-491c-b775-3a914e12facf req-299ef317-e14f-462b-a462-1ca1967cef9e service neutron] 10.222.0.41 "GET /v2.0/networks/64efe9fb-5976-41a9-8ac7-66748ac3041e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975059 Dec 15 20:57:40.879644 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Network db079f7e-b994-4bec-8f1c-8543e026951a details requested by agent ovs-agent-dv-cinder-821892-1-iscsi with host dv-cinder-821892-1-iscsi {{(pid=86860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 20:57:40.903350 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25a4001f-b6fc-4d82-ba58-4b2d607057ff admin admin] Network 83db4151-6da2-47b8-971d-0a11887406d4 is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:57:40.928895 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-25a4001f-b6fc-4d82-ba58-4b2d607057ff admin admin] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:40.944614 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25a4001f-b6fc-4d82-ba58-4b2d607057ff admin admin] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:57:40.979069 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-646140da-a02a-4d5a-9610-8dbd989192e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:41.036406 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-646140da-a02a-4d5a-9610-8dbd989192e1 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9437761 Dec 15 20:57:41.036406 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 38218) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:41.044978 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-f76a90dc-54a4-4d3e-8460-f93165591762 admin admin] Request body: {'subnet': {'network_id': 'db079f7e-b994-4bec-8f1c-8543e026951a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-243128412-subnet', 'tenant_id': '7b0b1eafedfe47e48b1e0d52f84835f3', 'ip_version': 4}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:57:41.057271 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-f76a90dc-54a4-4d3e-8460-f93165591762 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:41.063455 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-f76a90dc-54a4-4d3e-8460-f93165591762 admin admin] Usage tracker for resource:subnet and tenant:7b0b1eafedfe47e48b1e0d52f84835f3 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:41.063633 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port 4b386253-df5e-4e0d-9ff8-d77da67fc9dc completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:57:41.069371 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-f76a90dc-54a4-4d3e-8460-f93165591762 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:41.078053 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-f76a90dc-54a4-4d3e-8460-f93165591762 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:41.097915 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] For port 163d0612-8d2b-4d85-9d9f-71613b6ae01d, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:57:41.105911 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 4b386253-df5e-4e0d-9ff8-d77da67fc9dc triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:57:41.106352 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:41.110995 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a01b12-0bc5-4eea-97a4-f2d22ed8d6d1 req-d0d51a58-1b11-4a8d-92e7-ae9c6d0cca3e tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:41.112586 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-19a01b12-0bc5-4eea-97a4-f2d22ed8d6d1 req-d0d51a58-1b11-4a8d-92e7-ae9c6d0cca3e tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.3495679 Dec 15 20:57:41.120513 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6e06b9-648a-47a1-a8bb-2c1c9ced4acb req-822c235f-97d7-40b8-8915-8b7a4eb4d654 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:41.122083 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1b6e06b9-648a-47a1-a8bb-2c1c9ced4acb req-822c235f-97d7-40b8-8915-8b7a4eb4d654 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 945 time: 0.3558440 Dec 15 20:57:41.125132 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f76a90dc-54a4-4d3e-8460-f93165591762 admin admin] Made reservation on behalf of 7b0b1eafedfe47e48b1e0d52f84835f3 for: {'subnet': 1} {{(pid=86859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:57:41.127348 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f76a90dc-54a4-4d3e-8460-f93165591762 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3984697'] for subnet, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:41.177356 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] For port 163d0612-8d2b-4d85-9d9f-71613b6ae01d, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=163d0612-8d2b-4d85-9d9f-71613b6ae01d,segment=NetworkSegment(2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d),segment_id=2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d)] {{(pid=86860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:57:41.199110 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:41.206547 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] Set router 71cc9c17-d341-4254-8e69-a4a229a50975 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:57:41.248902 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:41.420502 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a4001f-b6fc-4d82-ba58-4b2d607057ff admin admin] Pushing event updated for resources: {'Port': ['ID=dc2acb2d-2163-440c-be3c-a1b054925b8f,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:41.453595 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-25a4001f-b6fc-4d82-ba58-4b2d607057ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.825s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:41.459526 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1b6e06b9-648a-47a1-a8bb-2c1c9ced4acb req-373e9b1e-95ef-4631-85f5-9a7f508e4458 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160586 Dec 15 20:57:41.499056 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-19a01b12-0bc5-4eea-97a4-f2d22ed8d6d1 req-aa4f49d6-39d7-46bb-b682-9bc04c0fb82f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3756237 Dec 15 20:57:41.547338 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] Pushing event updated for resources: {'Port': ['ID=163d0612-8d2b-4d85-9d9f-71613b6ae01d,revision_number=2']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:41.560368 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f76a90dc-54a4-4d3e-8460-f93165591762 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4132698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3984651'] for subnet, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:41.569284 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-43522711-5a75-4e49-a2f5-7cbb19c23283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:41.618173 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:41.637750 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-98127f75-36b5-491c-b775-3a914e12facf req-78859f03-82d0-43ea-ae1c-995a2c81fc2b service neutron] 10.222.0.41 "GET /v2.0/networks/64efe9fb-5976-41a9-8ac7-66748ac3041e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7403653 Dec 15 20:57:41.659847 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:41.661797 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f76a90dc-54a4-4d3e-8460-f93165591762 admin admin] Pushing event updated for resources: {'Subnet': ['ID=25461414-89c5-4788-8153-d1f603709916,revision_number=0']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:41.670974 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f76a90dc-54a4-4d3e-8460-f93165591762 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:41.673865 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f76a90dc-54a4-4d3e-8460-f93165591762 admin admin] Checking segment: {'id': '38ef0674-3dec-44b0-bcd9-b869d4bc2357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'db079f7e-b994-4bec-8f1c-8543e026951a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:57:41.674203 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76a90dc-54a4-4d3e-8460-f93165591762 admin admin] Network hostable DHCP agents. Network: db079f7e-b994-4bec-8f1c-8543e026951a, hostable agents: ['86069654-9c91-40da-a86d-561b669d47f0'], hosted agents: [] {{(pid=86859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 20:57:41.704293 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f76a90dc-54a4-4d3e-8460-f93165591762 admin admin] Network db079f7e-b994-4bec-8f1c-8543e026951a is scheduled to be hosted by DHCP agent 86069654-9c91-40da-a86d-561b669d47f0 with binding_index 1 {{(pid=86859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 20:57:41.730411 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [None req-f76a90dc-54a4-4d3e-8460-f93165591762 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-1-iscsi, db079f7e-b994-4bec-8f1c-8543e026951a) {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:41.739621 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5a3375b-9277-48cb-81e8-90f96bd8f577 admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 20:57:41.748020 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76a90dc-54a4-4d3e-8460-f93165591762 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:41.748773 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f76a90dc-54a4-4d3e-8460-f93165591762 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for subnet, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:41.759828 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] Sync routers for ids ['83b17d48-fd6c-4395-a910-aa7f8ee64880'] in dv-cinder-821892-1-iscsi {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 20:57:41.777186 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] Routers {'83b17d48-fd6c-4395-a910-aa7f8ee64880'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:57:41.778755 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:57:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['83b17d48-fd6c-4395-a910-aa7f8ee64880'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:41.792483 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f83674f7-f479-4b41-bd15-70b149091bea None None] Network db079f7e-b994-4bec-8f1c-8543e026951a requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:57:41.833758 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-f76a90dc-54a4-4d3e-8460-f93165591762 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7952936 Dec 15 20:57:41.835989 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 38228) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:41.854248 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-be569910-b7df-4f5a-9b42-b3d8e6ae48bc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-243128412-router', 'tenant_id': '7b0b1eafedfe47e48b1e0d52f84835f3', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:57:41.857929 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] For port 4b386253-df5e-4e0d-9ff8-d77da67fc9dc, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=4b386253-df5e-4e0d-9ff8-d77da67fc9dc,segment=NetworkSegment(532f06a8-df3a-4eb1-9f1d-51a15016fdce),segment_id=532f06a8-df3a-4eb1-9f1d-51a15016fdce)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:57:41.867778 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-be569910-b7df-4f5a-9b42-b3d8e6ae48bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:41.908227 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-be569910-b7df-4f5a-9b42-b3d8e6ae48bc admin admin] Usage tracker for resource:router and tenant:7b0b1eafedfe47e48b1e0d52f84835f3 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:41.917177 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-be569910-b7df-4f5a-9b42-b3d8e6ae48bc admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:41.941835 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-be569910-b7df-4f5a-9b42-b3d8e6ae48bc admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:41.965103 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:41.965905 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 20939aac-62f3-4a37-b5e8-41687229b132 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:57:41.980478 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-be569910-b7df-4f5a-9b42-b3d8e6ae48bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1676776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-366'] for router, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:41.982824 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-be569910-b7df-4f5a-9b42-b3d8e6ae48bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1679167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-369'] for router, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:42.003056 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-d5a3375b-9277-48cb-81e8-90f96bd8f577 admin admin] Notify callbacks [] for router, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:42.004526 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-d5a3375b-9277-48cb-81e8-90f96bd8f577 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 8.6706023 Dec 15 20:57:42.005581 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-25a4001f-b6fc-4d82-ba58-4b2d607057ff admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:42.010729 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 38234) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:42.061324 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-3f6ab566-fb11-43fe-b4cb-36a453782058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:42.100015 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-be569910-b7df-4f5a-9b42-b3d8e6ae48bc admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:42.215251 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] Set router 83b17d48-fd6c-4395-a910-aa7f8ee64880 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:57:42.226414 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Pushing event updated for resources: {'Port': ['ID=4b386253-df5e-4e0d-9ff8-d77da67fc9dc,revision_number=3']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:42.233926 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:42.294446 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '20939aac-62f3-4a37-b5e8-41687229b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:29Z', 'updated_at': '2021-12-15T20:57:36Z', 'revision_number': 4, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'gw_port': {'id': '20939aac-62f3-4a37-b5e8-41687229b132', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:30Z', 'updated_at': '2021-12-15T20:57:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': 'c93700a9-f9f0-4fc4-a21c-26c15b198853', 'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'mac_address': 'fa:16:3e:d0:54:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:57:37Z', 'revision_number': 2, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'subnets': [{'id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:42.309270 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port 20939aac-62f3-4a37-b5e8-41687229b132 completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:57:42.315459 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] Checking router: 71cc9c17-d341-4254-8e69-a4a229a50975 for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 20:57:42.315824 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] Updating router 71cc9c17-d341-4254-8e69-a4a229a50975 port c93700a9-f9f0-4fc4-a21c-26c15b198853 binding host dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 20:57:42.376280 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 20939aac-62f3-4a37-b5e8-41687229b132 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:57:42.376658 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:42.489235 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:42.503175 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb203f00b-68f0-5675-9cd5-aabe698e7fcb-db079f7e-b994-4bec-8f1c-8543e026951a', 'network_id': 'db079f7e-b994-4bec-8f1c-8543e026951a', 'tenant_id': '7b0b1eafedfe47e48b1e0d52f84835f3', 'fixed_ips': [{'subnet_id': '25461414-89c5-4788-8153-d1f603709916'}]}} from dv-cinder-821892-1-iscsi. {{(pid=86860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 20:57:42.503498 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:42.527212 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-25a4001f-b6fc-4d82-ba58-4b2d607057ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677288'] for router, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:42.677989 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-be569910-b7df-4f5a-9b42-b3d8e6ae48bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1676570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-323'] for router, precommit_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:42.832070 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b17d48-fd6c-4395-a910-aa7f8ee64880', 'name': 'tempest-TestMinimumBasicScenario-1895458287-router', 'tenant_id': '4921260d2f214935b54320e08de38485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'd9923ed0-9623-4a49-a697-3cac30493313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:33Z', 'updated_at': '2021-12-15T20:57:37Z', 'revision_number': 3, 'project_id': '4921260d2f214935b54320e08de38485', 'gw_port': {'id': 'd9923ed0-9623-4a49-a697-3cac30493313', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:52:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b17d48-fd6c-4395-a910-aa7f8ee64880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:57:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:42.851449 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] Checking router: 83b17d48-fd6c-4395-a910-aa7f8ee64880 for host: dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 20:57:42.851939 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] Updating router 83b17d48-fd6c-4395-a910-aa7f8ee64880 port d9923ed0-9623-4a49-a697-3cac30493313 binding host dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 20:57:42.856642 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25a4001f-b6fc-4d82-ba58-4b2d607057ff admin admin] Router 7ca167c0-0eff-4e09-b651-85a2aedfb97c is scheduled to L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a with binding_index 1 {{(pid=86858) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 20:57:42.892365 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:42.962630 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:43.027888 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] For port 20939aac-62f3-4a37-b5e8-41687229b132, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=20939aac-62f3-4a37-b5e8-41687229b132,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:57:43.041872 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.db_base_plugin_common [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] Allocated IP 172.20.0.2 (db079f7e-b994-4bec-8f1c-8543e026951a/25461414-89c5-4788-8153-d1f603709916/1319870f-067c-4e0c-8bc2-184634639742) {{(pid=86860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:57:43.050108 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:43.056831 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:43.100712 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ee1fb4-613a-45e6-8976-38e34d49baa2 None None] Network 5de9587e-f494-45e3-b78a-91f0735c06e8 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:57:43.153755 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a4001f-b6fc-4d82-ba58-4b2d607057ff admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 20:57:43.195299 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-25a4001f-b6fc-4d82-ba58-4b2d607057ff admin admin] Notify callbacks [] for router, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:43.197013 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-25a4001f-b6fc-4d82-ba58-4b2d607057ff admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.9363494 Dec 15 20:57:43.199808 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 38246) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:43.271627 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] Sync routers for ids ['7ca167c0-0eff-4e09-b651-85a2aedfb97c'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 20:57:43.478605 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 163d0612-8d2b-4d85-9d9f-71613b6ae01d up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:57:43.513489 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4784330b-68a5-4712-acb8-423e00d5ac04 req-743f335d-2dbd-4e94-b9ec-34ef9eba6976 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:43.515102 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4784330b-68a5-4712-acb8-423e00d5ac04 req-743f335d-2dbd-4e94-b9ec-34ef9eba6976 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 945 time: 0.6221356 Dec 15 20:57:43.536791 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32548ee-ab5c-40cf-8e68-a174a74c3aac req-c0ed74d7-0dc3-4383-b4fb-644bc9d3ea40 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:43.538585 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d32548ee-ab5c-40cf-8e68-a174a74c3aac req-c0ed74d7-0dc3-4383-b4fb-644bc9d3ea40 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.7147865 Dec 15 20:57:43.564730 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] Routers {'7ca167c0-0eff-4e09-b651-85a2aedfb97c'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:57:43.565610 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:57:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['7ca167c0-0eff-4e09-b651-85a2aedfb97c'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:43.578762 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] Notify callbacks [] for port, precommit_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:43.593266 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.provisioning_blocks [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] Transition to ACTIVE for port object d9923ed0-9623-4a49-a697-3cac30493313 will not be triggered until provisioned by entity L2. {{(pid=86861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:57:43.602952 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:43.613797 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:43.712998 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea6446-67b1-405e-a423-c7c066fb07f0 None None] Pushing event updated for resources: {'Port': ['ID=d9923ed0-9623-4a49-a697-3cac30493313,revision_number=2']} {{(pid=86861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:43.729145 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Pushing event updated for resources: {'Port': ['ID=20939aac-62f3-4a37-b5e8-41687229b132,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:43.731808 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-fee86389-ad0f-4e2c-b6df-1f2eb5bc47a2 None None] Provisioning for port 163d0612-8d2b-4d85-9d9f-71613b6ae01d completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:57:43.742856 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.686s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:43.752036 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] Attempting to bind port d9923ed0-9623-4a49-a697-3cac30493313 on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:57:43.752444 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] Attempting to bind port d9923ed0-9623-4a49-a697-3cac30493313 by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}] {{(pid=86861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:57:43.752757 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] Attempting to bind port d9923ed0-9623-4a49-a697-3cac30493313 on network 83db4151-6da2-47b8-971d-0a11887406d4 {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:57:43.758786 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-f1ea6446-67b1-405e-a423-c7c066fb07f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:43.760120 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:57:43.760490 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] Checking segment: {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:57:43.761384 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:43.761884 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] Bound using segment: {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'} {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:57:43.762360 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] Bound port: d9923ed0-9623-4a49-a697-3cac30493313, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}}] {{(pid=86861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:57:43.762745 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:43.791466 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d32548ee-ab5c-40cf-8e68-a174a74c3aac req-2699c6dc-d54c-4595-92b5-69a7046c8f3b tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1796973 Dec 15 20:57:43.803016 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4784330b-68a5-4712-acb8-423e00d5ac04 req-6b7bfb5f-6741-43a0-8b00-dc8816eea301 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2734461 Dec 15 20:57:43.848822 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port 163d0612-8d2b-4d85-9d9f-71613b6ae01d completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:57:43.859727 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 163d0612-8d2b-4d85-9d9f-71613b6ae01d triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:57:43.860109 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:43.950157 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.db [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] For port d9923ed0-9623-4a49-a697-3cac30493313, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:57:43.958032 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.db [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] For port d9923ed0-9623-4a49-a697-3cac30493313, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=d9923ed0-9623-4a49-a697-3cac30493313,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:57:43.969591 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:43.987243 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:44.104167 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] Notify callbacks [] for port, precommit_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:44.138086 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea6446-67b1-405e-a423-c7c066fb07f0 None None] Pushing event updated for resources: {'Port': ['ID=d9923ed0-9623-4a49-a697-3cac30493313,revision_number=3']} {{(pid=86861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:44.151466 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-be569910-b7df-4f5a-9b42-b3d8e6ae48bc admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:44.154947 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-f1ea6446-67b1-405e-a423-c7c066fb07f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:44.165794 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] Routers {'83b17d48-fd6c-4395-a910-aa7f8ee64880'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:57:44.166566 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:44.167139 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:57:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['83b17d48-fd6c-4395-a910-aa7f8ee64880'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:44.179325 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] Transition to ACTIVE for port object c93700a9-f9f0-4fc4-a21c-26c15b198853 will not be triggered until provisioned by entity L2. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:57:44.186425 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] Set router 7ca167c0-0eff-4e09-b651-85a2aedfb97c gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:57:44.191175 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-be569910-b7df-4f5a-9b42-b3d8e6ae48bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:44.367686 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] Notify callbacks [] for port, precommit_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:44.380635 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8dcf0434-0231-4afe-8f3e-cad1ab37fdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:44.405225 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:44.429984 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:44.495435 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] Transition to ACTIVE for port object 1319870f-067c-4e0c-8bc2-184634639742 will not be triggered until provisioned by entity L2. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:57:44.500043 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Allocated IP 172.20.0.1 (5de9587e-f494-45e3-b78a-91f0735c06e8/d5595c1c-8ca0-4af9-bdbb-973634ba4b63/9f12ce74-9e69-40d3-a969-724183a94deb) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:57:44.528458 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] Set router 83b17d48-fd6c-4395-a910-aa7f8ee64880 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:57:44.602676 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_common [None req-be569910-b7df-4f5a-9b42-b3d8e6ae48bc admin admin] Allocated IP 172.27.1.4 (83db4151-6da2-47b8-971d-0a11887406d4/9a076902-1727-47fe-9eed-a31b1c56c654/445a330e-6de4-47dc-915f-861a6211805a) {{(pid=86859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:57:44.677196 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] Transition to ACTIVE for port object 1319870f-067c-4e0c-8bc2-184634639742 will not be triggered until provisioned by entity DHCP. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:57:44.695601 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:44.720125 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193'] for port, after_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:44.770402 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbfb538-b070-4470-b67e-c61757e39b26 None None] Pushing event updated for resources: {'Port': ['ID=c93700a9-f9f0-4fc4-a21c-26c15b198853,revision_number=3']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:44.779375 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-6bbfb538-b070-4470-b67e-c61757e39b26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:44.793918 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-6f0e9ee6-e855-407c-8e60-6b7bf9a26808 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:44.853535 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930386eb-a16c-41b8-a0ee-77501e9c4028 req-443087a8-c828-4c3b-8678-0ac6859ba757 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:44.855287 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-930386eb-a16c-41b8-a0ee-77501e9c4028 req-443087a8-c828-4c3b-8678-0ac6859ba757 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59dfe1e7aa764fd1a4000c98a26c6129&device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 1098 time: 0.2328854 Dec 15 20:57:44.863249 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:45.004791 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_common [None req-8dcf0434-0231-4afe-8f3e-cad1ab37fdee admin admin] Allocated IP 172.20.0.1 (1c09f003-5daf-41e0-98e2-8e5afc11e60c/e3a2149f-c6cd-4e0f-82c7-ac35d055dc15/7fd074d9-0d0a-4993-b040-293f6548805b) {{(pid=86859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:57:45.037585 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-be569910-b7df-4f5a-9b42-b3d8e6ae48bc admin admin] Notify callbacks [] for port, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:45.045014 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] Network db079f7e-b994-4bec-8f1c-8543e026951a is already hosted by enough agents. {{(pid=86860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:57:45.046319 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930386eb-a16c-41b8-a0ee-77501e9c4028 req-ca924199-df09-442c-b849-c00c0bd3f74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:45.047935 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-930386eb-a16c-41b8-a0ee-77501e9c4028 req-ca924199-df09-442c-b849-c00c0bd3f74e service neutron] 10.222.0.41 "GET /v2.0/networks?id=64efe9fb-5976-41a9-8ac7-66748ac3041e HTTP/1.1" status: 200 len: 920 time: 0.1634824 Dec 15 20:57:45.072913 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b17d48-fd6c-4395-a910-aa7f8ee64880', 'name': 'tempest-TestMinimumBasicScenario-1895458287-router', 'tenant_id': '4921260d2f214935b54320e08de38485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'd9923ed0-9623-4a49-a697-3cac30493313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:33Z', 'updated_at': '2021-12-15T20:57:37Z', 'revision_number': 3, 'project_id': '4921260d2f214935b54320e08de38485', 'gw_port': {'id': 'd9923ed0-9623-4a49-a697-3cac30493313', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:52:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b17d48-fd6c-4395-a910-aa7f8ee64880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:45.084024 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ea06bd8-51c2-42cf-9dcf-6cd596f9a34b None None] The sync data for ids ['83b17d48-fd6c-4395-a910-aa7f8ee64880'] in dv-cinder-821892-1-iscsi is: [{'id': '83b17d48-fd6c-4395-a910-aa7f8ee64880', 'name': 'tempest-TestMinimumBasicScenario-1895458287-router', 'tenant_id': '4921260d2f214935b54320e08de38485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'd9923ed0-9623-4a49-a697-3cac30493313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:33Z', 'updated_at': '2021-12-15T20:57:37Z', 'revision_number': 3, 'project_id': '4921260d2f214935b54320e08de38485', 'gw_port': {'id': 'd9923ed0-9623-4a49-a697-3cac30493313', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:52:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b17d48-fd6c-4395-a910-aa7f8ee64880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}] {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 20:57:45.137436 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.scheduler.base_scheduler [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] Resources bound (agent type, host, resource id): {{(pid=86860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:45.150583 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] Received port after_create {{(pid=86860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:57:45.223652 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-930386eb-a16c-41b8-a0ee-77501e9c4028 req-ce263d23-e95a-4825-9d38-e3e61a32598d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d302766-b927-429e-a03f-3fdf68d6833f HTTP/1.1" status: 200 len: 217 time: 0.1659377 Dec 15 20:57:45.225496 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Transition to ACTIVE for port object 9f12ce74-9e69-40d3-a969-724183a94deb will not be triggered until provisioned by entity DHCP. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:57:45.231354 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] For port 163d0612-8d2b-4d85-9d9f-71613b6ae01d, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=163d0612-8d2b-4d85-9d9f-71613b6ae01d,segment=NetworkSegment(2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d),segment_id=2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:57:45.313501 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930386eb-a16c-41b8-a0ee-77501e9c4028 req-1a82b534-f98e-4382-9fa1-8a673c12c781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:45.315225 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-930386eb-a16c-41b8-a0ee-77501e9c4028 req-1a82b534-f98e-4382-9fa1-8a673c12c781 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=242f45b8-10fa-40a9-9d70-6363d2d5e1fa HTTP/1.1" status: 200 len: 859 time: 0.0804555 Dec 15 20:57:45.330853 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-be569910-b7df-4f5a-9b42-b3d8e6ae48bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:45.338478 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] Pushing event updated for resources: {'Port': ['ID=1319870f-067c-4e0c-8bc2-184634639742,revision_number=1']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:45.351331 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:45.352182 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 4b386253-df5e-4e0d-9ff8-d77da67fc9dc up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:57:45.393525 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:45.394033 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:45.400161 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-930386eb-a16c-41b8-a0ee-77501e9c4028 req-8325ce9a-379e-44d2-ba1b-313203884e70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64efe9fb-5976-41a9-8ac7-66748ac3041e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0698237 Dec 15 20:57:45.424511 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-35894e2c-e85d-4d09-862c-6dbd1c8d373c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:45.699588 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be569910-b7df-4f5a-9b42-b3d8e6ae48bc admin admin] Pushing event updated for resources: {'Port': ['ID=445a330e-6de4-47dc-915f-861a6211805a,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:45.711353 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-be569910-b7df-4f5a-9b42-b3d8e6ae48bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:45.728018 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] Attempting to bind port c93700a9-f9f0-4fc4-a21c-26c15b198853 on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:57:45.728882 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] Attempting to bind port c93700a9-f9f0-4fc4-a21c-26c15b198853 by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': 'aeb21201-1d04-4fb6-bcd2-dabd1a4844f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b'}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:57:45.729410 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] Attempting to bind port c93700a9-f9f0-4fc4-a21c-26c15b198853 on network 2eeda4cc-cb45-495b-b445-87322079095b {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:57:45.735159 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8dcf0434-0231-4afe-8f3e-cad1ab37fdee admin admin] Notify callbacks [] for port, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:45.735642 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:45.754375 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be569910-b7df-4f5a-9b42-b3d8e6ae48bc admin admin] Network 83db4151-6da2-47b8-971d-0a11887406d4 is already hosted by enough agents. {{(pid=86859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:57:45.757564 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:45.768705 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [None req-be569910-b7df-4f5a-9b42-b3d8e6ae48bc admin admin] Resources bound (agent type, host, resource id): {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:45.771359 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be569910-b7df-4f5a-9b42-b3d8e6ae48bc admin admin] Received port after_create {{(pid=86859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:57:45.799386 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:57:45.799386 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] Checking segment: {'id': 'aeb21201-1d04-4fb6-bcd2-dabd1a4844f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:57:45.799386 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:45.799386 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] Bound using segment: {'id': 'aeb21201-1d04-4fb6-bcd2-dabd1a4844f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b'} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:57:45.799386 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] Bound port: c93700a9-f9f0-4fc4-a21c-26c15b198853, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aeb21201-1d04-4fb6-bcd2-dabd1a4844f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b'}}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:57:45.799386 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:45.844019 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] Attempting to bind port 1319870f-067c-4e0c-8bc2-184634639742 on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:57:45.844400 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] Attempting to bind port 1319870f-067c-4e0c-8bc2-184634639742 by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': '38ef0674-3dec-44b0-bcd9-b869d4bc2357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'db079f7e-b994-4bec-8f1c-8543e026951a'}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:57:45.844770 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] Attempting to bind port 1319870f-067c-4e0c-8bc2-184634639742 on network db079f7e-b994-4bec-8f1c-8543e026951a {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:57:45.887278 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19d9c74-ac94-4f35-add0-6188cf4f61ac req-b5b66cdc-cc4b-435d-b152-d8333b98a543 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:45.888824 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c19d9c74-ac94-4f35-add0-6188cf4f61ac req-b5b66cdc-cc4b-435d-b152-d8333b98a543 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 945 time: 0.6520178 Dec 15 20:57:45.897160 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.provisioning_blocks [None req-8dcf0434-0231-4afe-8f3e-cad1ab37fdee admin admin] Transition to ACTIVE for port object 7fd074d9-0d0a-4993-b040-293f6548805b will not be triggered until provisioned by entity DHCP. {{(pid=86859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:57:45.900678 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:57:45.900984 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] Checking segment: {'id': '38ef0674-3dec-44b0-bcd9-b869d4bc2357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'db079f7e-b994-4bec-8f1c-8543e026951a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:57:45.901731 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:45.901849 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] Bound using segment: {'id': '38ef0674-3dec-44b0-bcd9-b869d4bc2357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'db079f7e-b994-4bec-8f1c-8543e026951a'} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:57:45.901927 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Pushing event updated for resources: {'Port': ['ID=9f12ce74-9e69-40d3-a969-724183a94deb,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:45.902298 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] Bound port: 1319870f-067c-4e0c-8bc2-184634639742, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ef0674-3dec-44b0-bcd9-b869d4bc2357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'db079f7e-b994-4bec-8f1c-8543e026951a'}}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:57:45.902682 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:45.917434 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-a7452cb0-30e5-4411-a618-7310d3296020 None None] Provisioning complete for port 163d0612-8d2b-4d85-9d9f-71613b6ae01d triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:57:45.917921 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-a7452cb0-30e5-4411-a618-7310d3296020 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:45.924652 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Network 5de9587e-f494-45e3-b78a-91f0735c06e8 is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:57:45.928123 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:45.943986 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:45.944350 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:45.944707 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:45.945051 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:45.945394 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:45.951080 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:45.951569 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:45.951935 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:45.952294 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:45.952647 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:45.953007 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:45.953343 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:57:45.970720 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:45.971752 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:57:45.987472 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Pushing event updated for resources: {'Port': ['ID=163d0612-8d2b-4d85-9d9f-71613b6ae01d,revision_number=3']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:45.998050 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:46.013197 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f016597-6edd-4aac-bdc3-547794fa2d60 req-63a7b006-792e-413b-a779-2d23d536155a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:46.015430 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7f016597-6edd-4aac-bdc3-547794fa2d60 req-63a7b006-792e-413b-a779-2d23d536155a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.6558838 Dec 15 20:57:46.035798 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-930386eb-a16c-41b8-a0ee-77501e9c4028 req-01da911c-d0a0-41dd-abcc-8ac43c5e1672 service neutron] 10.222.0.41 "GET /v2.0/networks/64efe9fb-5976-41a9-8ac7-66748ac3041e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6282065 Dec 15 20:57:46.119840 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c19d9c74-ac94-4f35-add0-6188cf4f61ac req-4bfa6325-7031-420a-9202-54f7542aa63e tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2139616 Dec 15 20:57:46.131068 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7f016597-6edd-4aac-bdc3-547794fa2d60 req-46b1f351-5b1c-4436-bf52-8a4ba9de9fd2 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611668 Dec 15 20:57:46.256419 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 4b386253-df5e-4e0d-9ff8-d77da67fc9dc triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:57:46.256959 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:46.308638 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8dcf0434-0231-4afe-8f3e-cad1ab37fdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:46.321424 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:46.328611 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624102'] for router_interface, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:46.376873 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-930386eb-a16c-41b8-a0ee-77501e9c4028 req-16370725-e075-4039-9640-7b048b7b6217 service neutron] 10.222.0.41 "GET /v2.0/networks/64efe9fb-5976-41a9-8ac7-66748ac3041e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3230295 Dec 15 20:57:46.400926 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf0434-0231-4afe-8f3e-cad1ab37fdee admin admin] Pushing event updated for resources: {'Port': ['ID=7fd074d9-0d0a-4993-b040-293f6548805b,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:46.404961 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-8dcf0434-0231-4afe-8f3e-cad1ab37fdee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:46.420864 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcf0434-0231-4afe-8f3e-cad1ab37fdee admin admin] Network 1c09f003-5daf-41e0-98e2-8e5afc11e60c is already hosted by enough agents. {{(pid=86859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:57:46.481559 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] For port c93700a9-f9f0-4fc4-a21c-26c15b198853, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:57:46.486780 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] For port 1319870f-067c-4e0c-8bc2-184634639742, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:57:46.491074 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'name': 'tempest-TestShelveInstance-627379115-router', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'dc2acb2d-2163-440c-be3c-a1b054925b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:36Z', 'updated_at': '2021-12-15T20:57:41Z', 'revision_number': 3, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'gw_port': {'id': 'dc2acb2d-2163-440c-be3c-a1b054925b8f', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:39Z', 'updated_at': '2021-12-15T20:57:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:46.525311 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:46.587477 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [None req-8dcf0434-0231-4afe-8f3e-cad1ab37fdee admin admin] Resources bound (agent type, host, resource id): {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:46.599860 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dcf0434-0231-4afe-8f3e-cad1ab37fdee admin admin] Received port after_create {{(pid=86859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:57:46.645353 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] For port 1319870f-067c-4e0c-8bc2-184634639742, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=1319870f-067c-4e0c-8bc2-184634639742,segment=NetworkSegment(38ef0674-3dec-44b0-bcd9-b869d4bc2357),segment_id=38ef0674-3dec-44b0-bcd9-b869d4bc2357)] {{(pid=86860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:57:46.658964 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] For port c93700a9-f9f0-4fc4-a21c-26c15b198853, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=c93700a9-f9f0-4fc4-a21c-26c15b198853,segment=NetworkSegment(aeb21201-1d04-4fb6-bcd2-dabd1a4844f4),segment_id=aeb21201-1d04-4fb6-bcd2-dabd1a4844f4)] {{(pid=86860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:57:46.668169 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] Checking router: 7ca167c0-0eff-4e09-b651-85a2aedfb97c for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 20:57:46.668802 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] Updating router 7ca167c0-0eff-4e09-b651-85a2aedfb97c port dc2acb2d-2163-440c-be3c-a1b054925b8f binding host dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 20:57:46.677904 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 20:57:46.681090 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8dcf0434-0231-4afe-8f3e-cad1ab37fdee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624102'] for router_interface, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:46.693148 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-fcea56da-abb8-4928-b1b2-378842a2ebfb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:46.755369 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-be569910-b7df-4f5a-9b42-b3d8e6ae48bc admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:46.769946 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:46.778018 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:46.872995 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-6bbfb538-b070-4470-b67e-c61757e39b26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:47.002566 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Notify callbacks [] for port, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:47.036233 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:47.092432 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-fda375fa-9221-45b7-8500-8051aee3deeb tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:47.256077 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Pushing event updated for resources: {'Port': ['ID=9f12ce74-9e69-40d3-a969-724183a94deb,revision_number=2']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:47.264636 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:47.281097 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:47.310592 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624261'] for router_interface, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:47.403979 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] Routers {'71cc9c17-d341-4254-8e69-a4a229a50975'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:57:47.405488 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:57:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['71cc9c17-d341-4254-8e69-a4a229a50975'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:47.642865 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8dcf0434-0231-4afe-8f3e-cad1ab37fdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:47.647759 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:47.676187 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Network 5de9587e-f494-45e3-b78a-91f0735c06e8 is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:57:47.681081 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:47.779235 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045b51f4-14c1-4e0a-9ccd-98e55264fec4 req-78e2ace5-42c5-40b5-b4f6-66064dbf1cd3 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:47.790342 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-045b51f4-14c1-4e0a-9ccd-98e55264fec4 req-78e2ace5-42c5-40b5-b4f6-66064dbf1cd3 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 945 time: 0.3894353 Dec 15 20:57:47.798499 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbfb538-b070-4470-b67e-c61757e39b26 None None] Pushing event updated for resources: {'Port': ['ID=c93700a9-f9f0-4fc4-a21c-26c15b198853,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:47.857213 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-510166c8-6b24-492b-bb4e-c5091d753000 None None] Provisioning for port 7fd074d9-0d0a-4993-b040-293f6548805b completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:57:47.906720 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 97f9076f-1df7-4488-a4b7-dd08857c61c9 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:57:47.973359 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Router 7ca167c0-0eff-4e09-b651-85a2aedfb97c has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 20:57:48.033057 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-be569910-b7df-4f5a-9b42-b3d8e6ae48bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677288'] for router, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:48.151151 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-510166c8-6b24-492b-bb4e-c5091d753000 None None] Provisioning complete for port 7fd074d9-0d0a-4993-b040-293f6548805b triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:57:48.151610 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-510166c8-6b24-492b-bb4e-c5091d753000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:48.179974 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7094dcf-770d-43fd-81f7-2cb3211c5314 req-7abf7251-31a3-44ec-b5c8-6bd620f6f488 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:48.182297 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c7094dcf-770d-43fd-81f7-2cb3211c5314 req-7abf7251-31a3-44ec-b5c8-6bd620f6f488 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.7020350 Dec 15 20:57:48.190609 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 20:57:48.201731 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] 10.222.0.49 "PUT /v2.0/routers/7ca167c0-0eff-4e09-b651-85a2aedfb97c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9997058 Dec 15 20:57:48.296857 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-045b51f4-14c1-4e0a-9ccd-98e55264fec4 req-05d6b223-1d1c-4053-a32d-66e4866cdac4 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4935622 Dec 15 20:57:48.311149 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] Pushing event updated for resources: {'Port': ['ID=1319870f-067c-4e0c-8bc2-184634639742,revision_number=2']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:48.336824 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] Set router 71cc9c17-d341-4254-8e69-a4a229a50975 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:57:48.356485 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c7094dcf-770d-43fd-81f7-2cb3211c5314 req-b3438879-3370-4d1b-9166-edceade3e57c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610749 Dec 15 20:57:48.463690 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.590s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:48.466473 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.497s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:48.466607 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:48.475442 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8dcf0434-0231-4afe-8f3e-cad1ab37fdee admin admin] Notify callbacks [] for port, precommit_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:48.486742 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8dcf0434-0231-4afe-8f3e-cad1ab37fdee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4132647'] for port, after_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:48.517461 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:48.546877 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-510166c8-6b24-492b-bb4e-c5091d753000 None None] Port 7fd074d9-0d0a-4993-b040-293f6548805b cannot update to ACTIVE because it is not bound. {{(pid=86860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 20:57:48.559515 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be569910-b7df-4f5a-9b42-b3d8e6ae48bc admin admin] Router ef41cb39-45ec-4fa0-ab7f-35c5437a678c is scheduled to L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a with binding_index 1 {{(pid=86859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 20:57:48.596527 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.db.resource_extend [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 20:57:48.718049 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8dcf0434-0231-4afe-8f3e-cad1ab37fdee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624261'] for router_interface, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:48.741208 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-510166c8-6b24-492b-bb4e-c5091d753000 None None] Provisioning for port 9f12ce74-9e69-40d3-a969-724183a94deb completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:57:48.745229 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port 97f9076f-1df7-4488-a4b7-dd08857c61c9 completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:57:48.751235 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dcf0434-0231-4afe-8f3e-cad1ab37fdee admin admin] Pushing event updated for resources: {'Port': ['ID=7fd074d9-0d0a-4993-b040-293f6548805b,revision_number=2']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:48.760034 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-8dcf0434-0231-4afe-8f3e-cad1ab37fdee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:48.770302 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 97f9076f-1df7-4488-a4b7-dd08857c61c9 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:57:48.770572 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:48.794093 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-510166c8-6b24-492b-bb4e-c5091d753000 None None] Provisioning complete for port 9f12ce74-9e69-40d3-a969-724183a94deb triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:57:48.794486 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-510166c8-6b24-492b-bb4e-c5091d753000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:48.855114 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b860bb-64b4-468e-bab0-4b62bcee68ac None None] Network db079f7e-b994-4bec-8f1c-8543e026951a requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:57:48.897895 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be569910-b7df-4f5a-9b42-b3d8e6ae48bc admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 20:57:48.909229 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] Sync routers for ids ['ef41cb39-45ec-4fa0-ab7f-35c5437a678c'] in dv-cinder-821892-1-iscsi {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 20:57:48.922676 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] Routers {'ef41cb39-45ec-4fa0-ab7f-35c5437a678c'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:57:48.924381 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:57:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['ef41cb39-45ec-4fa0-ab7f-35c5437a678c'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:48.936736 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] Notify callbacks [] for port, precommit_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:48.939402 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dcf0434-0231-4afe-8f3e-cad1ab37fdee admin admin] Network 1c09f003-5daf-41e0-98e2-8e5afc11e60c is already hosted by enough agents. {{(pid=86859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:57:48.941421 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [None req-8dcf0434-0231-4afe-8f3e-cad1ab37fdee admin admin] Resources bound (agent type, host, resource id): {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:48.959177 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-be569910-b7df-4f5a-9b42-b3d8e6ae48bc admin admin] Notify callbacks [] for router, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:48.965713 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-be569910-b7df-4f5a-9b42-b3d8e6ae48bc admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.1228852 Dec 15 20:57:48.966574 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 38304) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:48.971910 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] Transition to ACTIVE for port object dc2acb2d-2163-440c-be3c-a1b054925b8f will not be triggered until provisioned by entity L2. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:57:49.072708 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 38310) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:49.093880 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-510166c8-6b24-492b-bb4e-c5091d753000 None None] Port 9f12ce74-9e69-40d3-a969-724183a94deb cannot update to ACTIVE because it is not bound. {{(pid=86860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 20:57:49.178185 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-f5560aa6-6a0b-47af-b864-182dfe1490a7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-395242949-network', 'tenant_id': '754a72a8af194daa88f1e70f2a77b7a1'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:57:49.195869 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-8b63e62d-03c2-4b2f-a3af-984440dd40ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:49.206191 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:49.214442 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-fa72ca7b-63ea-40da-9726-1019331d794e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:49.247174 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-f5560aa6-6a0b-47af-b864-182dfe1490a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:49.256088 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-f5560aa6-6a0b-47af-b864-182dfe1490a7 admin admin] Usage tracker for resource:network and tenant:754a72a8af194daa88f1e70f2a77b7a1 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:49.257333 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] Set router ef41cb39-45ec-4fa0-ab7f-35c5437a678c gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:57:49.261589 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-f5560aa6-6a0b-47af-b864-182dfe1490a7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:49.271351 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-f5560aa6-6a0b-47af-b864-182dfe1490a7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:49.304995 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5560aa6-6a0b-47af-b864-182dfe1490a7 admin admin] Made reservation on behalf of 754a72a8af194daa88f1e70f2a77b7a1 for: {'network': 1} {{(pid=86859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:57:49.316886 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f5560aa6-6a0b-47af-b864-182dfe1490a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for network, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:49.372775 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f5560aa6-6a0b-47af-b864-182dfe1490a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:49.398582 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-f5560aa6-6a0b-47af-b864-182dfe1490a7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:49.406056 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8dcf0434-0231-4afe-8f3e-cad1ab37fdee admin admin] Router 83b17d48-fd6c-4395-a910-aa7f8ee64880 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 20:57:49.407240 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-f5560aa6-6a0b-47af-b864-182dfe1490a7 admin admin] Usage tracker for resource:security_group_rule and tenant:754a72a8af194daa88f1e70f2a77b7a1 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:49.411799 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-f5560aa6-6a0b-47af-b864-182dfe1490a7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:49.417120 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-67d8be36-d493-4dd7-8b7e-f04f2bf01ef8 None None] Provisioning for port 1319870f-067c-4e0c-8bc2-184634639742 completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:57:49.419861 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-f5560aa6-6a0b-47af-b864-182dfe1490a7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:49.426518 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb16e18-129a-442b-aeb0-fed9a82f80c9 None None] Pushing event updated for resources: {'Port': ['ID=dc2acb2d-2163-440c-be3c-a1b054925b8f,revision_number=2']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:49.432380 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] Attempting to bind port dc2acb2d-2163-440c-be3c-a1b054925b8f on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:57:49.432774 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] Attempting to bind port dc2acb2d-2163-440c-be3c-a1b054925b8f by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:57:49.433143 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] Attempting to bind port dc2acb2d-2163-440c-be3c-a1b054925b8f on network 83db4151-6da2-47b8-971d-0a11887406d4 {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:57:49.492191 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-aeb16e18-129a-442b-aeb0-fed9a82f80c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:49.529929 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 57, 20), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:57:49.530318 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] Checking segment: {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:57:49.530719 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:49.531116 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] Bound using segment: {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:57:49.532158 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] Bound port: dc2acb2d-2163-440c-be3c-a1b054925b8f, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:57:49.532158 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:49.568308 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:49.718161 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef41cb39-45ec-4fa0-ab7f-35c5437a678c', 'name': 'tempest-TestVolumeBootPattern-243128412-router', 'tenant_id': '7b0b1eafedfe47e48b1e0d52f84835f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '445a330e-6de4-47dc-915f-861a6211805a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:42Z', 'updated_at': '2021-12-15T20:57:46Z', 'revision_number': 3, 'project_id': '7b0b1eafedfe47e48b1e0d52f84835f3', 'gw_port': {'id': '445a330e-6de4-47dc-915f-861a6211805a', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef41cb39-45ec-4fa0-ab7f-35c5437a678c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:44Z', 'updated_at': '2021-12-15T20:57:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:49.722727 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] Checking router: ef41cb39-45ec-4fa0-ab7f-35c5437a678c for host: dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 20:57:49.723198 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] Updating router ef41cb39-45ec-4fa0-ab7f-35c5437a678c port 445a330e-6de4-47dc-915f-861a6211805a binding host dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 20:57:49.762411 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] For port 97f9076f-1df7-4488-a4b7-dd08857c61c9, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=97f9076f-1df7-4488-a4b7-dd08857c61c9,segment=NetworkSegment(65ce960a-5203-4378-8ba9-b472ed124dfd),segment_id=65ce960a-5203-4378-8ba9-b472ed124dfd)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:57:49.766554 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '20939aac-62f3-4a37-b5e8-41687229b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:29Z', 'updated_at': '2021-12-15T20:57:36Z', 'revision_number': 4, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'gw_port': {'id': '20939aac-62f3-4a37-b5e8-41687229b132', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:30Z', 'updated_at': '2021-12-15T20:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': 'c93700a9-f9f0-4fc4-a21c-26c15b198853', 'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'mac_address': 'fa:16:3e:d0:54:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:57:46Z', 'revision_number': 4, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'subnets': [{'id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:49.782538 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5407c56-57f4-40aa-84c8-1b5cad6cb776 None None] The sync data for ids ['71cc9c17-d341-4254-8e69-a4a229a50975'] in dv-cinder-821892-1-iscsi is: [{'id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '20939aac-62f3-4a37-b5e8-41687229b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:29Z', 'updated_at': '2021-12-15T20:57:36Z', 'revision_number': 4, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'gw_port': {'id': '20939aac-62f3-4a37-b5e8-41687229b132', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:30Z', 'updated_at': '2021-12-15T20:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': 'c93700a9-f9f0-4fc4-a21c-26c15b198853', 'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'mac_address': 'fa:16:3e:d0:54:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:57:46Z', 'revision_number': 4, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'subnets': [{'id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 20:57:49.784215 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:49.786786 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] For port dc2acb2d-2163-440c-be3c-a1b054925b8f, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:57:49.790346 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:49.847331 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:49.851660 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:49.851660 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-67d8be36-d493-4dd7-8b7e-f04f2bf01ef8 None None] Provisioning complete for port 9f12ce74-9e69-40d3-a969-724183a94deb triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:57:49.851660 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-67d8be36-d493-4dd7-8b7e-f04f2bf01ef8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:49.869490 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:49.892632 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dcf0434-0231-4afe-8f3e-cad1ab37fdee admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 20:57:49.899800 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] For port dc2acb2d-2163-440c-be3c-a1b054925b8f, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=dc2acb2d-2163-440c-be3c-a1b054925b8f,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:57:49.929267 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:49.934230 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] Sync routers for ids ['83b17d48-fd6c-4395-a910-aa7f8ee64880'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 20:57:49.982473 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Pushing event updated for resources: {'Port': ['ID=97f9076f-1df7-4488-a4b7-dd08857c61c9,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:50.004292 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:50.028028 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-8e00542e-186e-4365-84eb-5f330e1b431f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:50.137724 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] Routers {'83b17d48-fd6c-4395-a910-aa7f8ee64880'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:57:50.138374 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:57:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['83b17d48-fd6c-4395-a910-aa7f8ee64880'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:50.160299 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80007073-cdcc-4d19-ab05-42346f9ba1dd req-9bea1b0e-ea9e-4cd0-bbca-6ed1851dff05 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:50.167836 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-80007073-cdcc-4d19-ab05-42346f9ba1dd req-9bea1b0e-ea9e-4cd0-bbca-6ed1851dff05 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.5913160 Dec 15 20:57:50.174612 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-8dcf0434-0231-4afe-8f3e-cad1ab37fdee admin admin] 10.222.0.49 "PUT /v2.0/routers/83b17d48-fd6c-4395-a910-aa7f8ee64880/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1601558 Dec 15 20:57:50.176819 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f5560aa6-6a0b-47af-b864-182dfe1490a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:50.260666 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a91f66-e8ed-4fb4-b52a-602830aa9331 req-69a8746d-a3b3-49b1-a386-fec2542ed8c1 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:50.271474 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d6a91f66-e8ed-4fb4-b52a-602830aa9331 req-69a8746d-a3b3-49b1-a386-fec2542ed8c1 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 945 time: 0.6960878 Dec 15 20:57:50.300565 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f5560aa6-6a0b-47af-b864-182dfe1490a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:50.328809 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-6b36a9af-d78d-4f79-808c-1977d130814f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:50.386304 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] Set router 83b17d48-fd6c-4395-a910-aa7f8ee64880 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:57:50.470181 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-627a3e6e-fa39-441d-9a97-71fc334419a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:50.520198 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f5560aa6-6a0b-47af-b864-182dfe1490a7 admin admin] vlan segment allocate from pool success with {'vlan_id': 181, 'physical_network': 'physnet1'} {{(pid=86859) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 20:57:50.565557 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5560aa6-6a0b-47af-b864-182dfe1490a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c8cd74d-dfe2-40b5-803a-959a283db0d8,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:50.612051 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-80007073-cdcc-4d19-ab05-42346f9ba1dd req-fab975fc-ab39-4720-9165-390cf60622eb tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4428930 Dec 15 20:57:50.613478 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f5560aa6-6a0b-47af-b864-182dfe1490a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:50.619286 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] Notify callbacks [] for port, precommit_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:50.637401 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-67d8be36-d493-4dd7-8b7e-f04f2bf01ef8 None None] Port 9f12ce74-9e69-40d3-a969-724183a94deb cannot update to ACTIVE because it is not bound. {{(pid=86860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 20:57:50.644653 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.provisioning_blocks [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] Transition to ACTIVE for port object 445a330e-6de4-47dc-915f-861a6211805a will not be triggered until provisioned by entity L2. {{(pid=86861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:57:50.646859 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb16e18-129a-442b-aeb0-fed9a82f80c9 None None] Pushing event updated for resources: {'Port': ['ID=dc2acb2d-2163-440c-be3c-a1b054925b8f,revision_number=3']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:50.651787 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-aeb16e18-129a-442b-aeb0-fed9a82f80c9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.624s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:50.652507 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d6a91f66-e8ed-4fb4-b52a-602830aa9331 req-7b6b5993-9d2e-46e2-b48d-61e11fc7a5a8 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3779733 Dec 15 20:57:50.662231 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f5560aa6-6a0b-47af-b864-182dfe1490a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:50.669488 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:50.670201 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.db.segments_db [None req-f5560aa6-6a0b-47af-b864-182dfe1490a7 admin admin] Added segment 79506aab-076c-4ed9-b77c-b5abf44ffe37 of type vlan for network bf596cce-f72c-43ce-8191-2f33c4de52d1 Dec 15 20:57:50.705531 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-af0783e4-dd04-4aff-bb5f-cc54557736da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:50.730244 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f5560aa6-6a0b-47af-b864-182dfe1490a7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767327356326'] for network, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:50.820547 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 163d0612-8d2b-4d85-9d9f-71613b6ae01d up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:57:50.830406 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] Attempting to bind port 445a330e-6de4-47dc-915f-861a6211805a on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:57:50.833701 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] Attempting to bind port 445a330e-6de4-47dc-915f-861a6211805a by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}] {{(pid=86861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:57:50.834234 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] Attempting to bind port 445a330e-6de4-47dc-915f-861a6211805a on network 83db4151-6da2-47b8-971d-0a11887406d4 {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:57:50.854209 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f5560aa6-6a0b-47af-b864-182dfe1490a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for network, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:50.855674 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5560aa6-6a0b-47af-b864-182dfe1490a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:50.856413 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f5560aa6-6a0b-47af-b864-182dfe1490a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:50.859999 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:57:50.860381 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] Checking segment: {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:57:50.860779 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:50.861166 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] Bound using segment: {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'} {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:57:50.861639 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] Bound port: 445a330e-6de4-47dc-915f-861a6211805a, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}}] {{(pid=86861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:57:50.862055 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:50.897114 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-b219ee2b-0194-4c62-a6c3-1f9082fafbea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:50.941597 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-f5560aa6-6a0b-47af-b864-182dfe1490a7 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.8673556 Dec 15 20:57:50.951456 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 38332) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:50.964158 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-24cf7cbb-7fec-4542-a4bd-99e0c98bdeb8 admin admin] Request body: {'subnet': {'network_id': 'bf596cce-f72c-43ce-8191-2f33c4de52d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-395242949-subnet', 'tenant_id': '754a72a8af194daa88f1e70f2a77b7a1', 'ip_version': 4}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:57:50.975678 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-24cf7cbb-7fec-4542-a4bd-99e0c98bdeb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:50.978459 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.db [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] For port 445a330e-6de4-47dc-915f-861a6211805a, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:57:50.986415 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-24cf7cbb-7fec-4542-a4bd-99e0c98bdeb8 admin admin] Usage tracker for resource:subnet and tenant:754a72a8af194daa88f1e70f2a77b7a1 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:50.986646 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.db [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] For port 445a330e-6de4-47dc-915f-861a6211805a, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=445a330e-6de4-47dc-915f-861a6211805a,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:57:50.996800 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [None req-627a3e6e-fa39-441d-9a97-71fc334419a4 admin admin] Allocated IP 172.20.0.1 (db079f7e-b994-4bec-8f1c-8543e026951a/25461414-89c5-4788-8153-d1f603709916/b8007b22-5c00-433f-b63b-5ff5ae1950fe) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:57:51.008035 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:51.024935 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-24cf7cbb-7fec-4542-a4bd-99e0c98bdeb8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:51.027294 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b4456-d935-44b0-9e05-5d4cc523d80c None None] Pushing event updated for resources: {'Port': ['ID=445a330e-6de4-47dc-915f-861a6211805a,revision_number=2']} {{(pid=86861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:51.037066 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] Routers {'7ca167c0-0eff-4e09-b651-85a2aedfb97c'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:57:51.037959 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:57:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['7ca167c0-0eff-4e09-b651-85a2aedfb97c'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:51.052838 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-218b4456-d935-44b0-9e05-5d4cc523d80c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:51.052838 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:51.149782 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-24cf7cbb-7fec-4542-a4bd-99e0c98bdeb8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:51.150996 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] Routers {'ef41cb39-45ec-4fa0-ab7f-35c5437a678c'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:57:51.152332 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:57:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['ef41cb39-45ec-4fa0-ab7f-35c5437a678c'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:51.234725 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24cf7cbb-7fec-4542-a4bd-99e0c98bdeb8 admin admin] Made reservation on behalf of 754a72a8af194daa88f1e70f2a77b7a1 for: {'subnet': 1} {{(pid=86859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:57:51.237569 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-24cf7cbb-7fec-4542-a4bd-99e0c98bdeb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3984697'] for subnet, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:51.254648 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-627a3e6e-fa39-441d-9a97-71fc334419a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:51.282383 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [None req-627a3e6e-fa39-441d-9a97-71fc334419a4 admin admin] Transition to ACTIVE for port object b8007b22-5c00-433f-b63b-5ff5ae1950fe will not be triggered until provisioned by entity DHCP. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:57:51.341161 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-627a3e6e-fa39-441d-9a97-71fc334419a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:51.363194 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:51.388816 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5560aa6-6a0b-47af-b864-182dfe1490a7 admin admin] Pushing event updated for resources: {'Network': ['ID=bf596cce-f72c-43ce-8191-2f33c4de52d1,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:51.433861 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627a3e6e-fa39-441d-9a97-71fc334419a4 admin admin] Network db079f7e-b994-4bec-8f1c-8543e026951a is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:57:51.436301 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Network bf596cce-f72c-43ce-8191-2f33c4de52d1 details requested by agent ovs-agent-dv-cinder-821892-1-iscsi with host dv-cinder-821892-1-iscsi {{(pid=86860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 20:57:51.437051 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-627a3e6e-fa39-441d-9a97-71fc334419a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:51.451894 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627a3e6e-fa39-441d-9a97-71fc334419a4 admin admin] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:57:51.589547 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218b4456-d935-44b0-9e05-5d4cc523d80c None None] Pushing event updated for resources: {'Port': ['ID=445a330e-6de4-47dc-915f-861a6211805a,revision_number=3']} {{(pid=86861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:51.593201 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-218b4456-d935-44b0-9e05-5d4cc523d80c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:51.605728 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a3e6e-fa39-441d-9a97-71fc334419a4 admin admin] Pushing event updated for resources: {'Port': ['ID=b8007b22-5c00-433f-b63b-5ff5ae1950fe,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:51.620380 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-627a3e6e-fa39-441d-9a97-71fc334419a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:51.646209 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-627a3e6e-fa39-441d-9a97-71fc334419a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624102'] for router_interface, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:51.657507 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-981adcb4-7fda-4e7b-8e69-010627729e70 None None] Provisioning complete for port 7fd074d9-0d0a-4993-b040-293f6548805b triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:57:51.658682 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-981adcb4-7fda-4e7b-8e69-010627729e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:51.659148 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f5560aa6-6a0b-47af-b864-182dfe1490a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:51.663113 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] Set router ef41cb39-45ec-4fa0-ab7f-35c5437a678c gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:57:51.704559 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-24cf7cbb-7fec-4542-a4bd-99e0c98bdeb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4132698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3984651'] for subnet, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:51.721264 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:51.817037 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:51.877230 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 163d0612-8d2b-4d85-9d9f-71613b6ae01d triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:57:51.881048 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:51.932092 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-627a3e6e-fa39-441d-9a97-71fc334419a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:51.963222 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cf7cbb-7fec-4542-a4bd-99e0c98bdeb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aca01093-6d1b-4fe1-9705-de18bb93d6f9,revision_number=0']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:51.971371 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-24cf7cbb-7fec-4542-a4bd-99e0c98bdeb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:51.980708 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24cf7cbb-7fec-4542-a4bd-99e0c98bdeb8 admin admin] Checking segment: {'id': '79506aab-076c-4ed9-b77c-b5abf44ffe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bf596cce-f72c-43ce-8191-2f33c4de52d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:57:51.981065 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cf7cbb-7fec-4542-a4bd-99e0c98bdeb8 admin admin] Network hostable DHCP agents. Network: bf596cce-f72c-43ce-8191-2f33c4de52d1, hostable agents: ['86069654-9c91-40da-a86d-561b669d47f0'], hosted agents: [] {{(pid=86859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 20:57:52.037762 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24cf7cbb-7fec-4542-a4bd-99e0c98bdeb8 admin admin] Network bf596cce-f72c-43ce-8191-2f33c4de52d1 is scheduled to be hosted by DHCP agent 86069654-9c91-40da-a86d-561b669d47f0 with binding_index 1 {{(pid=86859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 20:57:52.071574 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-981adcb4-7fda-4e7b-8e69-010627729e70 None None] Port 7fd074d9-0d0a-4993-b040-293f6548805b cannot update to ACTIVE because it is not bound. {{(pid=86860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 20:57:52.192276 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef41cb39-45ec-4fa0-ab7f-35c5437a678c', 'name': 'tempest-TestVolumeBootPattern-243128412-router', 'tenant_id': '7b0b1eafedfe47e48b1e0d52f84835f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '445a330e-6de4-47dc-915f-861a6211805a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:42Z', 'updated_at': '2021-12-15T20:57:46Z', 'revision_number': 3, 'project_id': '7b0b1eafedfe47e48b1e0d52f84835f3', 'gw_port': {'id': '445a330e-6de4-47dc-915f-861a6211805a', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef41cb39-45ec-4fa0-ab7f-35c5437a678c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:44Z', 'updated_at': '2021-12-15T20:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:52.197531 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c112c30-a6c2-459b-9fc9-5e082b3a1cad None None] The sync data for ids ['ef41cb39-45ec-4fa0-ab7f-35c5437a678c'] in dv-cinder-821892-1-iscsi is: [{'id': 'ef41cb39-45ec-4fa0-ab7f-35c5437a678c', 'name': 'tempest-TestVolumeBootPattern-243128412-router', 'tenant_id': '7b0b1eafedfe47e48b1e0d52f84835f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '445a330e-6de4-47dc-915f-861a6211805a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:42Z', 'updated_at': '2021-12-15T20:57:46Z', 'revision_number': 3, 'project_id': '7b0b1eafedfe47e48b1e0d52f84835f3', 'gw_port': {'id': '445a330e-6de4-47dc-915f-861a6211805a', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef41cb39-45ec-4fa0-ab7f-35c5437a678c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:44Z', 'updated_at': '2021-12-15T20:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}] {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 20:57:52.208486 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] Set router 7ca167c0-0eff-4e09-b651-85a2aedfb97c gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:57:52.221055 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [None req-24cf7cbb-7fec-4542-a4bd-99e0c98bdeb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-1-iscsi, bf596cce-f72c-43ce-8191-2f33c4de52d1) {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:52.262224 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b17d48-fd6c-4395-a910-aa7f8ee64880', 'name': 'tempest-TestMinimumBasicScenario-1895458287-router', 'tenant_id': '4921260d2f214935b54320e08de38485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'd9923ed0-9623-4a49-a697-3cac30493313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:33Z', 'updated_at': '2021-12-15T20:57:46Z', 'revision_number': 4, 'project_id': '4921260d2f214935b54320e08de38485', 'gw_port': {'id': 'd9923ed0-9623-4a49-a697-3cac30493313', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:52:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b17d48-fd6c-4395-a910-aa7f8ee64880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '7fd074d9-0d0a-4993-b040-293f6548805b', 'name': '', 'network_id': '1c09f003-5daf-41e0-98e2-8e5afc11e60c', 'tenant_id': '4921260d2f214935b54320e08de38485', 'mac_address': 'fa:16:3e:85:2d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b17d48-fd6c-4395-a910-aa7f8ee64880', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'e3a2149f-c6cd-4e0f-82c7-ac35d055dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:44Z', 'updated_at': '2021-12-15T20:57:47Z', 'revision_number': 2, 'project_id': '4921260d2f214935b54320e08de38485', 'subnets': [{'id': 'e3a2149f-c6cd-4e0f-82c7-ac35d055dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:52.279796 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24cf7cbb-7fec-4542-a4bd-99e0c98bdeb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:52.280516 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-24cf7cbb-7fec-4542-a4bd-99e0c98bdeb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for subnet, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:52.280746 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c968d374-ab98-4fcf-9d32-9df5dbfe841d None None] Network bf596cce-f72c-43ce-8191-2f33c4de52d1 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:57:52.361332 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-24cf7cbb-7fec-4542-a4bd-99e0c98bdeb8 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 1.4076626 Dec 15 20:57:52.362155 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 38364) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:52.377557 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-3cc21bcb-b1d4-4f34-bc5f-7d1c57bf0819 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-395242949-router', 'tenant_id': '754a72a8af194daa88f1e70f2a77b7a1', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:57:52.386917 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-3cc21bcb-b1d4-4f34-bc5f-7d1c57bf0819 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:52.397238 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-3cc21bcb-b1d4-4f34-bc5f-7d1c57bf0819 admin admin] Usage tracker for resource:router and tenant:754a72a8af194daa88f1e70f2a77b7a1 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:52.404579 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-3cc21bcb-b1d4-4f34-bc5f-7d1c57bf0819 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:52.417459 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-3cc21bcb-b1d4-4f34-bc5f-7d1c57bf0819 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:52.421066 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] Checking router: 83b17d48-fd6c-4395-a910-aa7f8ee64880 for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 20:57:52.421436 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] Updating router 83b17d48-fd6c-4395-a910-aa7f8ee64880 port 7fd074d9-0d0a-4993-b040-293f6548805b binding host dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 20:57:52.441201 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c4260-b42e-430b-85f2-98ecd9201cb2 req-02422afd-ba88-410d-becb-4987dcddae8b tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:52.442992 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1a7c4260-b42e-430b-85f2-98ecd9201cb2 req-02422afd-ba88-410d-becb-4987dcddae8b tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.4019008 Dec 15 20:57:52.450667 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-627a3e6e-fa39-441d-9a97-71fc334419a4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:52.461429 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e92b8e1-9cf2-4d9e-9744-bc16c23589c2 req-0597add7-a0a0-48cd-aa7b-8bb965bf0b33 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:52.464242 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-627a3e6e-fa39-441d-9a97-71fc334419a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:52.469286 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2e92b8e1-9cf2-4d9e-9744-bc16c23589c2 req-0597add7-a0a0-48cd-aa7b-8bb965bf0b33 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 945 time: 0.3165164 Dec 15 20:57:52.513984 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3cc21bcb-b1d4-4f34-bc5f-7d1c57bf0819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1676776', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-366'] for router, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:52.515133 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3cc21bcb-b1d4-4f34-bc5f-7d1c57bf0819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1679167', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1677119', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1799541', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-369'] for router, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:52.545322 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:52.584237 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1a7c4260-b42e-430b-85f2-98ecd9201cb2 req-925e7ed3-d6c1-4020-9adb-34ffede99d1c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336975 Dec 15 20:57:52.587327 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3cc21bcb-b1d4-4f34-bc5f-7d1c57bf0819 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:52.613003 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2e92b8e1-9cf2-4d9e-9744-bc16c23589c2 req-d8cffa92-bfe0-45ad-8590-20ae1f5b5e39 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425064 Dec 15 20:57:52.646167 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-627a3e6e-fa39-441d-9a97-71fc334419a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624261'] for router_interface, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:52.917527 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627a3e6e-fa39-441d-9a97-71fc334419a4 admin admin] Pushing event updated for resources: {'Port': ['ID=b8007b22-5c00-433f-b63b-5ff5ae1950fe,revision_number=2']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:52.937535 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-627a3e6e-fa39-441d-9a97-71fc334419a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:53.011749 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:53.188159 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3cc21bcb-b1d4-4f34-bc5f-7d1c57bf0819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1677069', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1676570', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-323'] for router, precommit_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:53.230408 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-627a3e6e-fa39-441d-9a97-71fc334419a4 admin admin] Network db079f7e-b994-4bec-8f1c-8543e026951a is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:57:53.231675 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-627a3e6e-fa39-441d-9a97-71fc334419a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:53.243569 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-f4250891-d3cc-49d5-b0cf-ffe639c5473b None None] Provisioning for port b8007b22-5c00-433f-b63b-5ff5ae1950fe completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:57:53.658919 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 1319870f-067c-4e0c-8bc2-184634639742 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:57:53.672489 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-627a3e6e-fa39-441d-9a97-71fc334419a4 admin admin] Router ef41cb39-45ec-4fa0-ab7f-35c5437a678c has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 20:57:53.728959 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-f4250891-d3cc-49d5-b0cf-ffe639c5473b None None] Provisioning complete for port b8007b22-5c00-433f-b63b-5ff5ae1950fe triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:57:53.729513 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f4250891-d3cc-49d5-b0cf-ffe639c5473b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:54.119225 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3cc21bcb-b1d4-4f34-bc5f-7d1c57bf0819 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:54.159971 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device d66489c0-5202-41a0-b0b9-efa104bb61bb details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=86860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 20:57:54.188675 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-627a3e6e-fa39-441d-9a97-71fc334419a4 admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 20:57:54.209898 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-627a3e6e-fa39-441d-9a97-71fc334419a4 admin admin] 10.222.0.49 "PUT /v2.0/routers/ef41cb39-45ec-4fa0-ab7f-35c5437a678c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2336335 Dec 15 20:57:54.319436 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3cc21bcb-b1d4-4f34-bc5f-7d1c57bf0819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:54.433454 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-f4250891-d3cc-49d5-b0cf-ffe639c5473b None None] Port b8007b22-5c00-433f-b63b-5ff5ae1950fe cannot update to ACTIVE because it is not bound. {{(pid=86860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 20:57:54.513866 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpb203f00b-68f0-5675-9cd5-aabe698e7fcb-bf596cce-f72c-43ce-8191-2f33c4de52d1', 'network_id': 'bf596cce-f72c-43ce-8191-2f33c4de52d1', 'tenant_id': '754a72a8af194daa88f1e70f2a77b7a1', 'fixed_ips': [{'subnet_id': 'aca01093-6d1b-4fe1-9705-de18bb93d6f9'}]}} from dv-cinder-821892-1-iscsi. {{(pid=86860) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Dec 15 20:57:54.514868 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:54.559596 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_common [None req-3cc21bcb-b1d4-4f34-bc5f-7d1c57bf0819 admin admin] Allocated IP 172.27.1.75 (83db4151-6da2-47b8-971d-0a11887406d4/9a076902-1727-47fe-9eed-a31b1c56c654/0ffd2f64-a5f0-4a8c-80a3-4df98d504d34) {{(pid=86859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:57:54.592180 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] Notify callbacks [] for port, precommit_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:54.605077 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port 1319870f-067c-4e0c-8bc2-184634639742 completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:57:54.710142 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 1319870f-067c-4e0c-8bc2-184634639742 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:57:54.710531 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:54.864004 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3cc21bcb-b1d4-4f34-bc5f-7d1c57bf0819 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:54.902451 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e0e46f-5ae9-434f-973d-42094a554b42 req-236751af-75bd-47dc-876e-251755bcfb04 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:54.903938 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-87e0e46f-5ae9-434f-973d-42094a554b42 req-236751af-75bd-47dc-876e-251755bcfb04 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.8867786 Dec 15 20:57:54.946957 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad2df99-0d9b-4fbc-9c32-38f99e3c8e3c req-b338fad3-9785-4ea1-9e67-dd7f2ade956a tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:54.949177 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-bad2df99-0d9b-4fbc-9c32-38f99e3c8e3c req-b338fad3-9785-4ea1-9e67-dd7f2ade956a tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 945 time: 0.2598381 Dec 15 20:57:54.990979 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] Transition to ACTIVE for port object 7fd074d9-0d0a-4993-b040-293f6548805b will not be triggered until provisioned by entity L2. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:57:55.037836 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3cc21bcb-b1d4-4f34-bc5f-7d1c57bf0819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:55.046894 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:55.050290 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-a5412537-6f68-490b-89be-d761190541a3 None None] Provisioning complete for port b8007b22-5c00-433f-b63b-5ff5ae1950fe triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:57:55.050842 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-a5412537-6f68-490b-89be-d761190541a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:55.086773 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-87e0e46f-5ae9-434f-973d-42094a554b42 req-f9873dd5-fbe1-4894-95ba-759b91b470e4 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737661 Dec 15 20:57:55.118744 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-bad2df99-0d9b-4fbc-9c32-38f99e3c8e3c req-7ecbb019-02fa-4114-bff3-171d04e3c6ba tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1538587 Dec 15 20:57:55.186708 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cc21bcb-b1d4-4f34-bc5f-7d1c57bf0819 admin admin] Network 83db4151-6da2-47b8-971d-0a11887406d4 is already hosted by enough agents. {{(pid=86859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:57:55.190341 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [None req-3cc21bcb-b1d4-4f34-bc5f-7d1c57bf0819 admin admin] Resources bound (agent type, host, resource id): {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:55.195684 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cc21bcb-b1d4-4f34-bc5f-7d1c57bf0819 admin admin] Received port after_create {{(pid=86859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:57:55.206581 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] Sync routers for ids ['ef41cb39-45ec-4fa0-ab7f-35c5437a678c'] in dv-cinder-821892-1-iscsi {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 20:57:55.224861 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] Routers {'ef41cb39-45ec-4fa0-ab7f-35c5437a678c'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:57:55.228171 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:57:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['ef41cb39-45ec-4fa0-ab7f-35c5437a678c'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:55.267882 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-a5412537-6f68-490b-89be-d761190541a3 None None] Port b8007b22-5c00-433f-b63b-5ff5ae1950fe cannot update to ACTIVE because it is not bound. {{(pid=86860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 20:57:55.341820 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc21bcb-b1d4-4f34-bc5f-7d1c57bf0819 admin admin] Pushing event updated for resources: {'Port': ['ID=0ffd2f64-a5f0-4a8c-80a3-4df98d504d34,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:55.346421 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:55.347464 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-3cc21bcb-b1d4-4f34-bc5f-7d1c57bf0819 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:55.373520 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-69cf5bf2-9c4d-424e-8ff7-b124d17d9eba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:55.864511 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] Set router ef41cb39-45ec-4fa0-ab7f-35c5437a678c gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:57:56.322384 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.db_base_plugin_common [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] Allocated IP 172.20.0.2 (bf596cce-f72c-43ce-8191-2f33c4de52d1/aca01093-6d1b-4fe1-9705-de18bb93d6f9/ea7d0da3-3885-4a85-abc9-6a04d07cc6ae) {{(pid=86860) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:57:56.324576 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-768469cc-dc3b-4528-9237-d56bd8634b4a req-a248fa15-4e8a-4c8b-a9c8-59eb8599bb98 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:56.332528 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-768469cc-dc3b-4528-9237-d56bd8634b4a req-a248fa15-4e8a-4c8b-a9c8-59eb8599bb98 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.9537101 Dec 15 20:57:56.442547 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 38420) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:56.448921 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-5a87388b-ca78-435e-bb92-9064cbff403b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2050180252', 'description': 'tempest-secgroup-smoke-2050180252 description', 'project_id': '2f0911933cea4693bc86dfcd07ba9675'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:57:56.465336 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-5a87388b-ca78-435e-bb92-9064cbff403b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:56.473062 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-5a87388b-ca78-435e-bb92-9064cbff403b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Usage tracker for resource:security_group and tenant:2f0911933cea4693bc86dfcd07ba9675 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:56.486921 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-5a87388b-ca78-435e-bb92-9064cbff403b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:56.509459 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-5a87388b-ca78-435e-bb92-9064cbff403b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:56.557637 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5a87388b-ca78-435e-bb92-9064cbff403b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:56.574007 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-768469cc-dc3b-4528-9237-d56bd8634b4a req-f396ec3c-0c42-4c95-b4fc-b0fd4ae19ceb tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2363634 Dec 15 20:57:56.575803 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3cc21bcb-b1d4-4f34-bc5f-7d1c57bf0819 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:56.618786 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-5a87388b-ca78-435e-bb92-9064cbff403b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:56.637536 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-5a87388b-ca78-435e-bb92-9064cbff403b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Usage tracker for resource:security_group_rule and tenant:2f0911933cea4693bc86dfcd07ba9675 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:56.652145 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-5a87388b-ca78-435e-bb92-9064cbff403b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:56.676329 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-5a87388b-ca78-435e-bb92-9064cbff403b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:56.742792 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef41cb39-45ec-4fa0-ab7f-35c5437a678c', 'name': 'tempest-TestVolumeBootPattern-243128412-router', 'tenant_id': '7b0b1eafedfe47e48b1e0d52f84835f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '445a330e-6de4-47dc-915f-861a6211805a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:42Z', 'updated_at': '2021-12-15T20:57:51Z', 'revision_number': 4, 'project_id': '7b0b1eafedfe47e48b1e0d52f84835f3', 'gw_port': {'id': '445a330e-6de4-47dc-915f-861a6211805a', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef41cb39-45ec-4fa0-ab7f-35c5437a678c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:44Z', 'updated_at': '2021-12-15T20:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': 'b8007b22-5c00-433f-b63b-5ff5ae1950fe', 'name': '', 'network_id': 'db079f7e-b994-4bec-8f1c-8543e026951a', 'tenant_id': '7b0b1eafedfe47e48b1e0d52f84835f3', 'mac_address': 'fa:16:3e:52:de:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef41cb39-45ec-4fa0-ab7f-35c5437a678c', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '25461414-89c5-4788-8153-d1f603709916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:50Z', 'updated_at': '2021-12-15T20:57:52Z', 'revision_number': 2, 'project_id': '7b0b1eafedfe47e48b1e0d52f84835f3', 'subnets': [{'id': '25461414-89c5-4788-8153-d1f603709916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:56.766004 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] Checking router: ef41cb39-45ec-4fa0-ab7f-35c5437a678c for host: dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 20:57:56.766988 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] Updating router ef41cb39-45ec-4fa0-ab7f-35c5437a678c port b8007b22-5c00-433f-b63b-5ff5ae1950fe binding host dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 20:57:56.893127 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'name': 'tempest-TestShelveInstance-627379115-router', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'dc2acb2d-2163-440c-be3c-a1b054925b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:36Z', 'updated_at': '2021-12-15T20:57:46Z', 'revision_number': 4, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'gw_port': {'id': 'dc2acb2d-2163-440c-be3c-a1b054925b8f', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:39Z', 'updated_at': '2021-12-15T20:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '9f12ce74-9e69-40d3-a969-724183a94deb', 'name': '', 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'mac_address': 'fa:16:3e:ff:2f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd5595c1c-8ca0-4af9-bdbb-973634ba4b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:44Z', 'updated_at': '2021-12-15T20:57:46Z', 'revision_number': 2, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'subnets': [{'id': 'd5595c1c-8ca0-4af9-bdbb-973634ba4b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:56.903268 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5a87388b-ca78-435e-bb92-9064cbff403b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:56.917198 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5a87388b-ca78-435e-bb92-9064cbff403b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:56.919513 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774e766-9fcc-4498-ae43-fa17ca812f3f None None] Pushing event updated for resources: {'Port': ['ID=7fd074d9-0d0a-4993-b040-293f6548805b,revision_number=3']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:56.926284 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port d66489c0-5202-41a0-b0b9-efa104bb61bb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d66489c0-5202-41a0-b0b9-efa104bb61bb,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:57:56.937512 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:56.955768 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-08fba23e-a596-4ea6-a106-6e03036fa329 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:57.016025 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-9774e766-9fcc-4498-ae43-fa17ca812f3f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.642s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:57.065267 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab5039ca-3bf8-46ec-9a0f-8e58585a52eb None None] The sync data for ids ['7ca167c0-0eff-4e09-b651-85a2aedfb97c'] in dv-cinder-821892-1-iscsi is: [{'id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'name': 'tempest-TestShelveInstance-627379115-router', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'dc2acb2d-2163-440c-be3c-a1b054925b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:36Z', 'updated_at': '2021-12-15T20:57:46Z', 'revision_number': 4, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'gw_port': {'id': 'dc2acb2d-2163-440c-be3c-a1b054925b8f', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:39Z', 'updated_at': '2021-12-15T20:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '9f12ce74-9e69-40d3-a969-724183a94deb', 'name': '', 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'mac_address': 'fa:16:3e:ff:2f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd5595c1c-8ca0-4af9-bdbb-973634ba4b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:44Z', 'updated_at': '2021-12-15T20:57:46Z', 'revision_number': 2, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'subnets': [{'id': 'd5595c1c-8ca0-4af9-bdbb-973634ba4b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 20:57:57.075090 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a87388b-ca78-435e-bb92-9064cbff403b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d424132d-8491-4e07-803a-17f20cad95b7,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:57.083042 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-5a87388b-ca78-435e-bb92-9064cbff403b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:57.085340 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5a87388b-ca78-435e-bb92-9064cbff403b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:57.090941 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-5a87388b-ca78-435e-bb92-9064cbff403b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6446226 Dec 15 20:57:57.091272 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 38424) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:57.114926 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-fed6c8e7-026d-4fba-8428-c2da3e6cf5c2 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Request body: {'security_group_rule': {'security_group_id': 'd424132d-8491-4e07-803a-17f20cad95b7', 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:57:57.119176 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Returning: {'device': 'd66489c0-5202-41a0-b0b9-efa104bb61bb', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'port_id': 'd66489c0-5202-41a0-b0b9-efa104bb61bb', 'mac_address': 'fa:16:3e:ec:71:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:57:57.127612 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-fed6c8e7-026d-4fba-8428-c2da3e6cf5c2 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:57.136271 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-fed6c8e7-026d-4fba-8428-c2da3e6cf5c2 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Usage tracker for resource:security_group_rule and tenant:2f0911933cea4693bc86dfcd07ba9675 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:57.148947 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-fed6c8e7-026d-4fba-8428-c2da3e6cf5c2 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:57.155424 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-fed6c8e7-026d-4fba-8428-c2da3e6cf5c2 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:57.189407 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fed6c8e7-026d-4fba-8428-c2da3e6cf5c2 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:57.343598 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fed6c8e7-026d-4fba-8428-c2da3e6cf5c2 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:57.354743 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fed6c8e7-026d-4fba-8428-c2da3e6cf5c2 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810047'] for security_group_rule, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:57.361627 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:57.389461 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed6c8e7-026d-4fba-8428-c2da3e6cf5c2 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c5dcac5-c280-4538-9f2d-15f222aa2a4c,revision_number=0']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:57.397822 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-fed6c8e7-026d-4fba-8428-c2da3e6cf5c2 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:57.428476 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fed6c8e7-026d-4fba-8428-c2da3e6cf5c2 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:57.432803 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-fed6c8e7-026d-4fba-8428-c2da3e6cf5c2 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3376822 Dec 15 20:57:57.433091 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 38432) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:57.446155 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-4699c028-efdb-4eec-afb2-9fae9b521132 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Request body: {'security_group_rule': {'security_group_id': 'd424132d-8491-4e07-803a-17f20cad95b7', 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:57:57.469013 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-4699c028-efdb-4eec-afb2-9fae9b521132 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:57.508977 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-4699c028-efdb-4eec-afb2-9fae9b521132 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Usage tracker for resource:security_group_rule and tenant:2f0911933cea4693bc86dfcd07ba9675 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:57.523294 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-4699c028-efdb-4eec-afb2-9fae9b521132 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:57.537363 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:57.543840 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-4699c028-efdb-4eec-afb2-9fae9b521132 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:57.583257 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] Attempting to bind port 7fd074d9-0d0a-4993-b040-293f6548805b on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:57:57.584052 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] Attempting to bind port 7fd074d9-0d0a-4993-b040-293f6548805b by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': '532f06a8-df3a-4eb1-9f1d-51a15016fdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1c09f003-5daf-41e0-98e2-8e5afc11e60c'}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:57:57.584943 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] Attempting to bind port 7fd074d9-0d0a-4993-b040-293f6548805b on network 1c09f003-5daf-41e0-98e2-8e5afc11e60c {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:57:57.608366 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-4699c028-efdb-4eec-afb2-9fae9b521132 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:57.632556 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:57:57.633367 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] Checking segment: {'id': '532f06a8-df3a-4eb1-9f1d-51a15016fdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1c09f003-5daf-41e0-98e2-8e5afc11e60c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:57:57.634077 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:57.634738 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] Bound using segment: {'id': '532f06a8-df3a-4eb1-9f1d-51a15016fdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1c09f003-5daf-41e0-98e2-8e5afc11e60c'} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:57:57.635455 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] Bound port: 7fd074d9-0d0a-4993-b040-293f6548805b, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '532f06a8-df3a-4eb1-9f1d-51a15016fdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 164, 'network_id': '1c09f003-5daf-41e0-98e2-8e5afc11e60c'}}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:57:57.636059 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:57.751750 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] Notify callbacks [] for port, precommit_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:57.765103 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:57.837836 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-4699c028-efdb-4eec-afb2-9fae9b521132 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:57.855689 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-4699c028-efdb-4eec-afb2-9fae9b521132 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810047'] for security_group_rule, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:57.884520 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1b493-f93e-4b63-b01b-7df20a25ea47 req-9f83cf67-c16d-4565-9e1e-4d163b66648b tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:57.905245 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] For port 1319870f-067c-4e0c-8bc2-184634639742, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=1319870f-067c-4e0c-8bc2-184634639742,segment=NetworkSegment(38ef0674-3dec-44b0-bcd9-b869d4bc2357),segment_id=38ef0674-3dec-44b0-bcd9-b869d4bc2357)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:57:57.906796 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-34a1b493-f93e-4b63-b01b-7df20a25ea47 req-9f83cf67-c16d-4565-9e1e-4d163b66648b tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 945 time: 0.6318326 Dec 15 20:57:57.936560 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:57.949496 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] Transition to ACTIVE for port object ea7d0da3-3885-4a85-abc9-6a04d07cc6ae will not be triggered until provisioned by entity L2. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:57:57.957567 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:57.958714 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device d9923ed0-9623-4a49-a697-3cac30493313 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:57:57.973566 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-4699c028-efdb-4eec-afb2-9fae9b521132 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:57.973566 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-4699c028-efdb-4eec-afb2-9fae9b521132 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5391834 Dec 15 20:57:57.985955 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 38438) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:58.012908 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-1852a50b-c668-47c2-b123-fbe0ad1e807d tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Request body: {'security_group_rule': {'security_group_id': 'd424132d-8491-4e07-803a-17f20cad95b7', 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:57:58.023366 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7a41c1-37fc-44d1-8fe1-66ab0f24f596 req-1743eaf5-8190-442d-8b05-4dfa459721e2 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:58.037047 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-1852a50b-c668-47c2-b123-fbe0ad1e807d tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:58.041459 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6e7a41c1-37fc-44d1-8fe1-66ab0f24f596 req-1743eaf5-8190-442d-8b05-4dfa459721e2 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 1.1706998 Dec 15 20:57:58.051626 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-1852a50b-c668-47c2-b123-fbe0ad1e807d tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Usage tracker for resource:security_group_rule and tenant:2f0911933cea4693bc86dfcd07ba9675 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:58.059436 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-1852a50b-c668-47c2-b123-fbe0ad1e807d tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:58.086017 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-1852a50b-c668-47c2-b123-fbe0ad1e807d tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:58.100310 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] Notify callbacks [] for port, precommit_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:58.104407 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-9774e766-9fcc-4498-ae43-fa17ca812f3f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:58.105624 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4699c028-efdb-4eec-afb2-9fae9b521132 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad82bff9-8a88-4391-8bb2-34e9e3124620,revision_number=0']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:58.112883 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-4699c028-efdb-4eec-afb2-9fae9b521132 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:58.128580 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.provisioning_blocks [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] Transition to ACTIVE for port object b8007b22-5c00-433f-b63b-5ff5ae1950fe will not be triggered until provisioned by entity L2. {{(pid=86861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:57:58.130071 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1852a50b-c668-47c2-b123-fbe0ad1e807d tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:58.148341 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:58.154810 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-f1ea6446-67b1-405e-a423-c7c066fb07f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:58.192099 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-34a1b493-f93e-4b63-b01b-7df20a25ea47 req-1af68725-f0be-4598-91ff-2113a17b3790 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2844148 Dec 15 20:57:58.286609 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3cc21bcb-b1d4-4f34-bc5f-7d1c57bf0819 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1676563', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1677288'] for router, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:58.296902 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1852a50b-c668-47c2-b123-fbe0ad1e807d tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:58.305923 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1852a50b-c668-47c2-b123-fbe0ad1e807d tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810047'] for security_group_rule, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:58.308920 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-4699c028-efdb-4eec-afb2-9fae9b521132 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:58.313341 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6e7a41c1-37fc-44d1-8fe1-66ab0f24f596 req-2bf6c6a2-46c9-4cf1-aeb9-a30059eccf35 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2702346 Dec 15 20:57:58.407174 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1852a50b-c668-47c2-b123-fbe0ad1e807d tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=432225c0-5247-4c80-a9b2-08c7f7bcfbe8,revision_number=0']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:58.408511 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] For port 7fd074d9-0d0a-4993-b040-293f6548805b, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:57:58.418011 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] For port 7fd074d9-0d0a-4993-b040-293f6548805b, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=7fd074d9-0d0a-4993-b040-293f6548805b,segment=NetworkSegment(532f06a8-df3a-4eb1-9f1d-51a15016fdce),segment_id=532f06a8-df3a-4eb1-9f1d-51a15016fdce)] {{(pid=86860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:57:58.429124 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-1852a50b-c668-47c2-b123-fbe0ad1e807d tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:58.454452 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1852a50b-c668-47c2-b123-fbe0ad1e807d tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:58.458626 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-1852a50b-c668-47c2-b123-fbe0ad1e807d tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4666173 Dec 15 20:57:58.459332 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 38442) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:58.468862 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d66489c0-5202-41a0-b0b9-efa104bb61bb {{(pid=86860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:57:58.477169 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-f3b81650-a7d4-4368-b2a7-9b040cd96b67 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Request body: {'security_group_rule': {'security_group_id': 'd424132d-8491-4e07-803a-17f20cad95b7', 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:57:58.522095 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-f3b81650-a7d4-4368-b2a7-9b040cd96b67 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:58.531908 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port d66489c0-5202-41a0-b0b9-efa104bb61bb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d66489c0-5202-41a0-b0b9-efa104bb61bb,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:57:58.554918 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-f3b81650-a7d4-4368-b2a7-9b040cd96b67 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Usage tracker for resource:security_group_rule and tenant:2f0911933cea4693bc86dfcd07ba9675 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:58.562125 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-f3b81650-a7d4-4368-b2a7-9b040cd96b67 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:58.584299 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:58.587932 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-f3b81650-a7d4-4368-b2a7-9b040cd96b67 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:58.601286 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:58.639352 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] Transition to ACTIVE for port object ea7d0da3-3885-4a85-abc9-6a04d07cc6ae will not be triggered until provisioned by entity DHCP. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:57:58.662567 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f3b81650-a7d4-4368-b2a7-9b040cd96b67 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:58.699046 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193'] for port, after_create {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:58.737387 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] Routers {'83b17d48-fd6c-4395-a910-aa7f8ee64880'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:57:58.748612 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:57:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['83b17d48-fd6c-4395-a910-aa7f8ee64880'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:58.988324 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['d66489c0-5202-41a0-b0b9-efa104bb61bb'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:57:59.012734 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c86edb-709c-4ec3-b0e2-23b34718f0b3 None None] Pushing event updated for resources: {'Port': ['ID=b8007b22-5c00-433f-b63b-5ff5ae1950fe,revision_number=3']} {{(pid=86861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:59.022486 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-46c86edb-709c-4ec3-b0e2-23b34718f0b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.867s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:59.028137 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f3b81650-a7d4-4368-b2a7-9b040cd96b67 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:59.041394 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f3b81650-a7d4-4368-b2a7-9b040cd96b67 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810047'] for security_group_rule, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:59.045961 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-fed6c8e7-026d-4fba-8428-c2da3e6cf5c2 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:59.112929 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port d9923ed0-9623-4a49-a697-3cac30493313 completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:57:59.174435 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f3b81650-a7d4-4368-b2a7-9b040cd96b67 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:59.178189 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-f3b81650-a7d4-4368-b2a7-9b040cd96b67 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.7149787 Dec 15 20:57:59.178189 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b81650-a7d4-4368-b2a7-9b040cd96b67 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc0a5df-34bf-436d-b039-84b55bf8767d,revision_number=0']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:59.179599 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 38448) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:57:59.188654 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-f3b81650-a7d4-4368-b2a7-9b040cd96b67 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:59.191146 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] Attempting to bind port b8007b22-5c00-433f-b63b-5ff5ae1950fe on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:57:59.191676 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] Attempting to bind port b8007b22-5c00-433f-b63b-5ff5ae1950fe by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': '38ef0674-3dec-44b0-bcd9-b869d4bc2357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'db079f7e-b994-4bec-8f1c-8543e026951a'}] {{(pid=86861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:57:59.191873 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] Attempting to bind port b8007b22-5c00-433f-b63b-5ff5ae1950fe on network db079f7e-b994-4bec-8f1c-8543e026951a {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:57:59.201182 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:57:59.205433 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] Checking segment: {'id': '38ef0674-3dec-44b0-bcd9-b869d4bc2357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'db079f7e-b994-4bec-8f1c-8543e026951a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:57:59.206712 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-69ef9e62-805a-4b73-a05e-6d11b95dd570 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Request body: {'security_group_rule': {'security_group_id': 'd424132d-8491-4e07-803a-17f20cad95b7', 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:57:59.207339 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:59.207904 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] Bound using segment: {'id': '38ef0674-3dec-44b0-bcd9-b869d4bc2357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'db079f7e-b994-4bec-8f1c-8543e026951a'} {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:57:59.210443 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] Bound port: b8007b22-5c00-433f-b63b-5ff5ae1950fe, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38ef0674-3dec-44b0-bcd9-b869d4bc2357', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 184, 'network_id': 'db079f7e-b994-4bec-8f1c-8543e026951a'}}] {{(pid=86861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:57:59.211208 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:59.232408 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-69ef9e62-805a-4b73-a05e-6d11b95dd570 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:57:59.250796 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port d9923ed0-9623-4a49-a697-3cac30493313 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:57:59.250796 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:59.284324 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-69ef9e62-805a-4b73-a05e-6d11b95dd570 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Usage tracker for resource:security_group_rule and tenant:2f0911933cea4693bc86dfcd07ba9675 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:57:59.302975 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-69ef9e62-805a-4b73-a05e-6d11b95dd570 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:57:59.325018 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-69ef9e62-805a-4b73-a05e-6d11b95dd570 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:57:59.345982 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Pushing event updated for resources: {'Port': ['ID=1319870f-067c-4e0c-8bc2-184634639742,revision_number=3']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:57:59.357488 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.257s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:57:59.370639 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] Network bf596cce-f72c-43ce-8191-2f33c4de52d1 is already hosted by enough agents. {{(pid=86860) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:57:59.384250 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.db.securitygroups_db [None req-69ef9e62-805a-4b73-a05e-6d11b95dd570 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Project 2f0911933cea4693bc86dfcd07ba9675 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 20:57:59.397964 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-aeb16e18-129a-442b-aeb0-fed9a82f80c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.797s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:59.432528 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.db [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] For port b8007b22-5c00-433f-b63b-5ff5ae1950fe, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:57:59.447705 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.scheduler.base_scheduler [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] Resources bound (agent type, host, resource id): {{(pid=86860) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:57:59.448015 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.db [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] For port b8007b22-5c00-433f-b63b-5ff5ae1950fe, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=b8007b22-5c00-433f-b63b-5ff5ae1950fe,segment=NetworkSegment(38ef0674-3dec-44b0-bcd9-b869d4bc2357),segment_id=38ef0674-3dec-44b0-bcd9-b869d4bc2357)] {{(pid=86861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:57:59.450913 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] Received port after_create {{(pid=86860) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:57:59.463072 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:59.471140 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-ce80ddf0-7f8c-4683-b6ce-202e0c5c3ee5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:57:59.520949 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-69ef9e62-805a-4b73-a05e-6d11b95dd570 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:57:59.605499 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4fca39-beeb-4719-8dca-d8c51a88c3e9 req-fd397bd5-04d5-49da-b529-3dd044296dab tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:57:59.618738 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8f4fca39-beeb-4719-8dca-d8c51a88c3e9 req-fd397bd5-04d5-49da-b529-3dd044296dab tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.7410550 Dec 15 20:57:59.833120 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] Routers {'ef41cb39-45ec-4fa0-ab7f-35c5437a678c'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:57:59.838623 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:57:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['ef41cb39-45ec-4fa0-ab7f-35c5437a678c'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:57:59.991688 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8f4fca39-beeb-4719-8dca-d8c51a88c3e9 req-277f4ab6-d12c-497a-b2cf-40c213d5303d tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3713450 Dec 15 20:58:00.118920 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9774e766-9fcc-4498-ae43-fa17ca812f3f None None] Pushing event updated for resources: {'Port': ['ID=7fd074d9-0d0a-4993-b040-293f6548805b,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:00.133415 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-69ef9e62-805a-4b73-a05e-6d11b95dd570 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:00.180475 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cc21bcb-b1d4-4f34-bc5f-7d1c57bf0819 admin admin] Router 02a7c245-9f01-4812-8e6d-060dd95818a1 is scheduled to L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a with binding_index 1 {{(pid=86859) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Dec 15 20:58:00.202096 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c86edb-709c-4ec3-b0e2-23b34718f0b3 None None] Pushing event updated for resources: {'Port': ['ID=b8007b22-5c00-433f-b63b-5ff5ae1950fe,revision_number=4']} {{(pid=86861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:00.222129 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-46c86edb-709c-4ec3-b0e2-23b34718f0b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.751s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:00.224364 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-69ef9e62-805a-4b73-a05e-6d11b95dd570 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810047'] for security_group_rule, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:00.382084 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:00.431403 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] Attempting to bind port ea7d0da3-3885-4a85-abc9-6a04d07cc6ae on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:58:00.437073 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] Attempting to bind port ea7d0da3-3885-4a85-abc9-6a04d07cc6ae by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': '79506aab-076c-4ed9-b77c-b5abf44ffe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bf596cce-f72c-43ce-8191-2f33c4de52d1'}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:58:00.437709 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] Attempting to bind port ea7d0da3-3885-4a85-abc9-6a04d07cc6ae on network bf596cce-f72c-43ce-8191-2f33c4de52d1 {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:58:00.468822 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:58:00.469598 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] Checking segment: {'id': '79506aab-076c-4ed9-b77c-b5abf44ffe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bf596cce-f72c-43ce-8191-2f33c4de52d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:58:00.470248 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:00.470824 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] Bound using segment: {'id': '79506aab-076c-4ed9-b77c-b5abf44ffe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bf596cce-f72c-43ce-8191-2f33c4de52d1'} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:58:00.474017 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] Bound port: ea7d0da3-3885-4a85-abc9-6a04d07cc6ae, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79506aab-076c-4ed9-b77c-b5abf44ffe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bf596cce-f72c-43ce-8191-2f33c4de52d1'}}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:58:00.474666 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:00.502302 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] Set router ef41cb39-45ec-4fa0-ab7f-35c5437a678c gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:58:00.577763 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] Set router 83b17d48-fd6c-4395-a910-aa7f8ee64880 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:58:00.594193 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a72e4c-d4fd-44e4-83cd-85123bef66ca req-72f1b7ad-0e69-4af5-8c33-6dcb500d1b9d tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:00.595765 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-77a72e4c-d4fd-44e4-83cd-85123bef66ca req-72f1b7ad-0e69-4af5-8c33-6dcb500d1b9d tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0144878-50ff-45ad-aee0-72def64b59e3 HTTP/1.1" status: 200 len: 946 time: 1.2153709 Dec 15 20:58:00.615713 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-281fb67b-40f8-4f52-a38e-7d72e14e8681 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:00.861339 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=d66489c0-5202-41a0-b0b9-efa104bb61bb,revision_number=6']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:00.881619 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] For port d9923ed0-9623-4a49-a697-3cac30493313, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=d9923ed0-9623-4a49-a697-3cac30493313,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:58:01.007161 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ef9e62-805a-4b73-a05e-6d11b95dd570 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2c9ec52-991f-4698-981e-73d98ea9f459,revision_number=0']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:01.018236 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-69ef9e62-805a-4b73-a05e-6d11b95dd570 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:01.053713 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-77a72e4c-d4fd-44e4-83cd-85123bef66ca req-bdc68678-e245-4f00-8865-195adc31b2f7 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4117088 Dec 15 20:58:01.072071 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-69ef9e62-805a-4b73-a05e-6d11b95dd570 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:01.075743 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-69ef9e62-805a-4b73-a05e-6d11b95dd570 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.8883743 Dec 15 20:58:01.076173 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 38462) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:58:01.083351 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cc21bcb-b1d4-4f34-bc5f-7d1c57bf0819 admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 20:58:01.097507 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-6f652c0c-2312-4258-ae63-2bed22bd4d65 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Request body: {'security_group_rule': {'security_group_id': 'd424132d-8491-4e07-803a-17f20cad95b7', 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:58:01.119487 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-6f652c0c-2312-4258-ae63-2bed22bd4d65 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:58:01.160568 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-6f652c0c-2312-4258-ae63-2bed22bd4d65 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Usage tracker for resource:security_group_rule and tenant:2f0911933cea4693bc86dfcd07ba9675 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:58:01.176573 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-6f652c0c-2312-4258-ae63-2bed22bd4d65 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:58:01.198447 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eded4a4-2035-412c-8fb7-bf23a069330e req-75eba04a-0150-41bb-9456-410bd7c05206 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:01.206190 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2eded4a4-2035-412c-8fb7-bf23a069330e req-75eba04a-0150-41bb-9456-410bd7c05206 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 944 time: 0.6705017 Dec 15 20:58:01.208686 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3cc21bcb-b1d4-4f34-bc5f-7d1c57bf0819 admin admin] Notify callbacks [] for router, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:01.214128 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-3cc21bcb-b1d4-4f34-bc5f-7d1c57bf0819 admin admin] 10.222.0.49 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 8.8430684 Dec 15 20:58:01.214699 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 38466) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:58:01.215804 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5173cc0-6eea-43b4-a937-e5467ba08629 req-2d68240f-cddf-4315-8500-7df7a96fc203 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:01.216896 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-c5173cc0-6eea-43b4-a937-e5467ba08629 req-2d68240f-cddf-4315-8500-7df7a96fc203 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Synchronizing usage tracker for tenant:aebf296e7f8d40f19e8c30faf01d3e7d on resource:port {{(pid=86858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:58:01.237371 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-6f652c0c-2312-4258-ae63-2bed22bd4d65 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:58:01.245749 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef41cb39-45ec-4fa0-ab7f-35c5437a678c', 'name': 'tempest-TestVolumeBootPattern-243128412-router', 'tenant_id': '7b0b1eafedfe47e48b1e0d52f84835f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '445a330e-6de4-47dc-915f-861a6211805a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:42Z', 'updated_at': '2021-12-15T20:57:51Z', 'revision_number': 4, 'project_id': '7b0b1eafedfe47e48b1e0d52f84835f3', 'gw_port': {'id': '445a330e-6de4-47dc-915f-861a6211805a', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef41cb39-45ec-4fa0-ab7f-35c5437a678c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:44Z', 'updated_at': '2021-12-15T20:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': 'b8007b22-5c00-433f-b63b-5ff5ae1950fe', 'name': '', 'network_id': 'db079f7e-b994-4bec-8f1c-8543e026951a', 'tenant_id': '7b0b1eafedfe47e48b1e0d52f84835f3', 'mac_address': 'fa:16:3e:52:de:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef41cb39-45ec-4fa0-ab7f-35c5437a678c', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '25461414-89c5-4788-8153-d1f603709916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:50Z', 'updated_at': '2021-12-15T20:57:59Z', 'revision_number': 4, 'project_id': '7b0b1eafedfe47e48b1e0d52f84835f3', 'subnets': [{'id': '25461414-89c5-4788-8153-d1f603709916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:58:01.264833 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a38ec3-492b-4af2-b3e9-dfdd80f2d6ef None None] The sync data for ids ['ef41cb39-45ec-4fa0-ab7f-35c5437a678c'] in dv-cinder-821892-1-iscsi is: [{'id': 'ef41cb39-45ec-4fa0-ab7f-35c5437a678c', 'name': 'tempest-TestVolumeBootPattern-243128412-router', 'tenant_id': '7b0b1eafedfe47e48b1e0d52f84835f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '445a330e-6de4-47dc-915f-861a6211805a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:42Z', 'updated_at': '2021-12-15T20:57:51Z', 'revision_number': 4, 'project_id': '7b0b1eafedfe47e48b1e0d52f84835f3', 'gw_port': {'id': '445a330e-6de4-47dc-915f-861a6211805a', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:92', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef41cb39-45ec-4fa0-ab7f-35c5437a678c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:44Z', 'updated_at': '2021-12-15T20:57:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': 'b8007b22-5c00-433f-b63b-5ff5ae1950fe', 'name': '', 'network_id': 'db079f7e-b994-4bec-8f1c-8543e026951a', 'tenant_id': '7b0b1eafedfe47e48b1e0d52f84835f3', 'mac_address': 'fa:16:3e:52:de:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ef41cb39-45ec-4fa0-ab7f-35c5437a678c', 'device_owner': 'network:router_interface', 'standard_attr_id': 412, 'fixed_ips': [{'subnet_id': '25461414-89c5-4788-8153-d1f603709916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:50Z', 'updated_at': '2021-12-15T20:57:59Z', 'revision_number': 4, 'project_id': '7b0b1eafedfe47e48b1e0d52f84835f3', 'subnets': [{'id': '25461414-89c5-4788-8153-d1f603709916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 20:58:01.298810 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-c5173cc0-6eea-43b4-a937-e5467ba08629 req-2d68240f-cddf-4315-8500-7df7a96fc203 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Unset dirty status for tenant:aebf296e7f8d40f19e8c30faf01d3e7d on resource:port {{(pid=86858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:58:01.302189 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-c5173cc0-6eea-43b4-a937-e5467ba08629 req-2d68240f-cddf-4315-8500-7df7a96fc203 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.41 "GET /v2.0/ports?device_id=b0144878-50ff-45ad-aee0-72def64b59e3 HTTP/1.1" status: 200 len: 946 time: 0.3946609 Dec 15 20:58:01.311479 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.db.securitygroups_db [None req-6f652c0c-2312-4258-ae63-2bed22bd4d65 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Project 2f0911933cea4693bc86dfcd07ba9675 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 20:58:01.492773 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-6f652c0c-2312-4258-ae63-2bed22bd4d65 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:01.661456 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-c5173cc0-6eea-43b4-a937-e5467ba08629 req-2aab947e-59e6-4a8c-9bad-21356fb92df4 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Deleting port 50723294-4568-4922-8170-7f86fd501fd7 {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 20:58:01.672308 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-c5173cc0-6eea-43b4-a937-e5467ba08629 req-2aab947e-59e6-4a8c-9bad-21356fb92df4 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:01.690015 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] Sync routers for ids ['7ca167c0-0eff-4e09-b651-85a2aedfb97c'] in dv-cinder-821892-1-iscsi {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 20:58:01.725462 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] Sync routers for ids ['02a7c245-9f01-4812-8e6d-060dd95818a1'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 20:58:01.736540 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] Pushing event updated for resources: {'Port': ['ID=ea7d0da3-3885-4a85-abc9-6a04d07cc6ae,revision_number=1']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:01.753524 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] Routers {'7ca167c0-0eff-4e09-b651-85a2aedfb97c'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:58:01.754562 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:57:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['7ca167c0-0eff-4e09-b651-85a2aedfb97c'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:58:01.786424 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:01.788089 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 20939aac-62f3-4a37-b5e8-41687229b132 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:58:01.999315 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.601s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:02.003909 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:02.154458 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-6f652c0c-2312-4258-ae63-2bed22bd4d65 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:02.179000 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-6f652c0c-2312-4258-ae63-2bed22bd4d65 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810047'] for security_group_rule, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:02.209088 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:02.250841 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2eded4a4-2035-412c-8fb7-bf23a069330e req-ab83e8e1-2340-49c6-aede-eae734217941 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 1.0351722 Dec 15 20:58:02.394745 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-6f652c0c-2312-4258-ae63-2bed22bd4d65 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:02.402226 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-6f652c0c-2312-4258-ae63-2bed22bd4d65 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3170824 Dec 15 20:58:02.402226 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f652c0c-2312-4258-ae63-2bed22bd4d65 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ab864842-7b00-4e5b-9f0c-8f8d0e1291db,revision_number=0']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:02.435188 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-6f652c0c-2312-4258-ae63-2bed22bd4d65 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:02.544527 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] Set router 7ca167c0-0eff-4e09-b651-85a2aedfb97c gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:58:02.571387 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Pushing event updated for resources: {'Port': ['ID=d9923ed0-9623-4a49-a697-3cac30493313,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:02.591598 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:02.604432 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] Routers {'02a7c245-9f01-4812-8e6d-060dd95818a1'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:58:02.617406 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceabde5-aa97-4486-b6b2-c9bc0093f139 req-99b1f732-ddca-4476-8821-e1fb9943a45a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:02.621300 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:57:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['02a7c245-9f01-4812-8e6d-060dd95818a1'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:58:02.625659 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-cceabde5-aa97-4486-b6b2-c9bc0093f139 req-99b1f732-ddca-4476-8821-e1fb9943a45a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.8013339 Dec 15 20:58:02.703060 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-c5173cc0-6eea-43b4-a937-e5467ba08629 req-2aab947e-59e6-4a8c-9bad-21356fb92df4 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] For port 50723294-4568-4922-8170-7f86fd501fd7, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=50723294-4568-4922-8170-7f86fd501fd7,segment=NetworkSegment(ae6fa0f6-5b60-452f-8239-ffb398b012d3),segment_id=ae6fa0f6-5b60-452f-8239-ffb398b012d3)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:58:02.703617 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-c5173cc0-6eea-43b4-a937-e5467ba08629 req-2aab947e-59e6-4a8c-9bad-21356fb92df4 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:02.917917 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] Set router 02a7c245-9f01-4812-8e6d-060dd95818a1 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:58:03.166435 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-c5173cc0-6eea-43b4-a937-e5467ba08629 req-2aab947e-59e6-4a8c-9bad-21356fb92df4 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Calling delete_port for 50723294-4568-4922-8170-7f86fd501fd7 owned by compute:nova {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 20:58:03.188934 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 4.217s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:03.189312 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:03.404688 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'name': 'tempest-TestShelveInstance-627379115-router', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'dc2acb2d-2163-440c-be3c-a1b054925b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:36Z', 'updated_at': '2021-12-15T20:57:46Z', 'revision_number': 4, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'gw_port': {'id': 'dc2acb2d-2163-440c-be3c-a1b054925b8f', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:39Z', 'updated_at': '2021-12-15T20:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '9f12ce74-9e69-40d3-a969-724183a94deb', 'name': '', 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'mac_address': 'fa:16:3e:ff:2f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd5595c1c-8ca0-4af9-bdbb-973634ba4b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:44Z', 'updated_at': '2021-12-15T20:57:46Z', 'revision_number': 2, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'subnets': [{'id': 'd5595c1c-8ca0-4af9-bdbb-973634ba4b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:58:03.409585 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] Checking router: 7ca167c0-0eff-4e09-b651-85a2aedfb97c for host: dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 20:58:03.410221 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] Updating router 7ca167c0-0eff-4e09-b651-85a2aedfb97c port 9f12ce74-9e69-40d3-a969-724183a94deb binding host dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 20:58:03.473430 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 4.851s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:03.473932 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:03.550970 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-cceabde5-aa97-4486-b6b2-c9bc0093f139 req-69eccc33-7ced-486a-8b0c-0839f618eb06 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9239497 Dec 15 20:58:03.558717 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:03.607863 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-c5173cc0-6eea-43b4-a937-e5467ba08629 req-2aab947e-59e6-4a8c-9bad-21356fb92df4 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:03.623792 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-645c1440-194d-41a3-9be8-693705f09c9c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:03.724389 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 20939aac-62f3-4a37-b5e8-41687229b132 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:03.724389 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:03.813620 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12f24b65-de82-4dd8-bbed-ae1e91f701c5 req-97085152-68d9-48a6-b725-b4883e64177e tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:03.833071 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-12f24b65-de82-4dd8-bbed-ae1e91f701c5 req-97085152-68d9-48a6-b725-b4883e64177e tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.8640130 Dec 15 20:58:03.956824 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0f43-7246-4cbf-9f30-88c9643fa7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:04.004015 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-cd3a9196-77c3-48f5-8df3-2f7472e2e3f5 req-40d47b83-a3e6-4f19-a929-db231bf38674 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b0144878-50ff-45ad-aee0-72def64b59e3 HTTP/1.1" status: 200 len: 210 time: 0.2181373 Dec 15 20:58:04.023088 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] For port ea7d0da3-3885-4a85-abc9-6a04d07cc6ae, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:58:04.033713 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aab947e-59e6-4a8c-9bad-21356fb92df4 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Pushing event deleted for resources: {'Port': ['ID=50723294-4568-4922-8170-7f86fd501fd7,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:04.042536 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-2aab947e-59e6-4a8c-9bad-21356fb92df4 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:04.047614 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['7ba761fd-f599-4ab4-9445-2bd2f228ac1a', '3738a568-4309-4f12-b542-09b2242a8a4f', '3a0bcb24-a917-42ff-b113-a34b31a7be58'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:58:04.182326 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5173cc0-6eea-43b4-a937-e5467ba08629 req-2aab947e-59e6-4a8c-9bad-21356fb92df4 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] No DVR routers for this DVR port 50723294-4568-4922-8170-7f86fd501fd7 on host hv-cinder-82189 {{(pid=86858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 20:58:04.190382 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-c5173cc0-6eea-43b4-a937-e5467ba08629 req-2aab947e-59e6-4a8c-9bad-21356fb92df4 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:04.205199 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b0144878-50ff-45ad-aee0-72def64b59e3', 'name': 'network-vif-deleted', 'tag': '50723294-4568-4922-8170-7f86fd501fd7'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:58:04.206059 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-12f24b65-de82-4dd8-bbed-ae1e91f701c5 req-bd21e8bd-67cf-4008-adaa-a528ca3e1740 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3716953 Dec 15 20:58:04.233613 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] For port ea7d0da3-3885-4a85-abc9-6a04d07cc6ae, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=ea7d0da3-3885-4a85-abc9-6a04d07cc6ae,segment=NetworkSegment(79506aab-076c-4ed9-b77c-b5abf44ffe37),segment_id=79506aab-076c-4ed9-b77c-b5abf44ffe37)] {{(pid=86860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:58:04.243575 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-c5173cc0-6eea-43b4-a937-e5467ba08629 req-2aab947e-59e6-4a8c-9bad-21356fb92df4 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.41 "DELETE /v2.0/ports/50723294-4568-4922-8170-7f86fd501fd7 HTTP/1.1" status: 204 len: 173 time: 2.9255750 Dec 15 20:58:04.315506 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b0144878-50ff-45ad-aee0-72def64b59e3', 'name': 'network-vif-deleted', 'tag': '50723294-4568-4922-8170-7f86fd501fd7', 'status': 'completed', 'code': 200} Dec 15 20:58:04.325639 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:04.398798 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:04.537510 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] Notify callbacks [] for port, precommit_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:04.558525 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_common [None req-e3ef0f43-7246-4cbf-9f30-88c9643fa7e4 admin admin] Allocated IP 172.20.0.1 (bf596cce-f72c-43ce-8191-2f33c4de52d1/aca01093-6d1b-4fe1-9705-de18bb93d6f9/a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339) {{(pid=86859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:58:04.564013 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.provisioning_blocks [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] Transition to ACTIVE for port object 9f12ce74-9e69-40d3-a969-724183a94deb will not be triggered until provisioned by entity L2. {{(pid=86861) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:58:04.585184 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:04.598721 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:04.648321 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device d66489c0-5202-41a0-b0b9-efa104bb61bb up at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:58:04.783123 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0f43-7246-4cbf-9f30-88c9643fa7e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:04.843395 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.provisioning_blocks [None req-e3ef0f43-7246-4cbf-9f30-88c9643fa7e4 admin admin] Transition to ACTIVE for port object a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339 will not be triggered until provisioned by entity DHCP. {{(pid=86859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:58:05.018886 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b17d48-fd6c-4395-a910-aa7f8ee64880', 'name': 'tempest-TestMinimumBasicScenario-1895458287-router', 'tenant_id': '4921260d2f214935b54320e08de38485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'd9923ed0-9623-4a49-a697-3cac30493313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:33Z', 'updated_at': '2021-12-15T20:57:46Z', 'revision_number': 4, 'project_id': '4921260d2f214935b54320e08de38485', 'gw_port': {'id': 'd9923ed0-9623-4a49-a697-3cac30493313', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:52:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b17d48-fd6c-4395-a910-aa7f8ee64880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '7fd074d9-0d0a-4993-b040-293f6548805b', 'name': '', 'network_id': '1c09f003-5daf-41e0-98e2-8e5afc11e60c', 'tenant_id': '4921260d2f214935b54320e08de38485', 'mac_address': 'fa:16:3e:85:2d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b17d48-fd6c-4395-a910-aa7f8ee64880', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'e3a2149f-c6cd-4e0f-82c7-ac35d055dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:44Z', 'updated_at': '2021-12-15T20:57:58Z', 'revision_number': 4, 'project_id': '4921260d2f214935b54320e08de38485', 'subnets': [{'id': 'e3a2149f-c6cd-4e0f-82c7-ac35d055dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:58:05.046595 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0f43-7246-4cbf-9f30-88c9643fa7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:05.167492 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:05.178238 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d54c41d4-33bc-4fd1-b262-96d792d73bb4 None None] The sync data for ids ['83b17d48-fd6c-4395-a910-aa7f8ee64880'] in dv-cinder-821892-1-iscsi is: [{'id': '83b17d48-fd6c-4395-a910-aa7f8ee64880', 'name': 'tempest-TestMinimumBasicScenario-1895458287-router', 'tenant_id': '4921260d2f214935b54320e08de38485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'd9923ed0-9623-4a49-a697-3cac30493313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:33Z', 'updated_at': '2021-12-15T20:57:46Z', 'revision_number': 4, 'project_id': '4921260d2f214935b54320e08de38485', 'gw_port': {'id': 'd9923ed0-9623-4a49-a697-3cac30493313', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:52:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b17d48-fd6c-4395-a910-aa7f8ee64880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:57:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '7fd074d9-0d0a-4993-b040-293f6548805b', 'name': '', 'network_id': '1c09f003-5daf-41e0-98e2-8e5afc11e60c', 'tenant_id': '4921260d2f214935b54320e08de38485', 'mac_address': 'fa:16:3e:85:2d:03', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '83b17d48-fd6c-4395-a910-aa7f8ee64880', 'device_owner': 'network:router_interface', 'standard_attr_id': 404, 'fixed_ips': [{'subnet_id': 'e3a2149f-c6cd-4e0f-82c7-ac35d055dc15', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:44Z', 'updated_at': '2021-12-15T20:57:58Z', 'revision_number': 4, 'project_id': '4921260d2f214935b54320e08de38485', 'subnets': [{'id': 'e3a2149f-c6cd-4e0f-82c7-ac35d055dc15', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 20:58:05.251625 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49ac6d-e3c6-4e2b-8244-80f5bb24f9b8 None None] Pushing event updated for resources: {'Port': ['ID=9f12ce74-9e69-40d3-a969-724183a94deb,revision_number=3']} {{(pid=86861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:05.275651 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-ec49ac6d-e3c6-4e2b-8244-80f5bb24f9b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:05.394704 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] Pushing event updated for resources: {'Port': ['ID=ea7d0da3-3885-4a85-abc9-6a04d07cc6ae,revision_number=2']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:05.424233 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.028s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:05.488917 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ef0f43-7246-4cbf-9f30-88c9643fa7e4 admin admin] Network bf596cce-f72c-43ce-8191-2f33c4de52d1 is already hosted by enough agents. {{(pid=86859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:58:05.494142 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [None req-e3ef0f43-7246-4cbf-9f30-88c9643fa7e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:58:05.514029 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] Attempting to bind port 9f12ce74-9e69-40d3-a969-724183a94deb on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:58:05.514777 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] Attempting to bind port 9f12ce74-9e69-40d3-a969-724183a94deb by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': '2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8'}] {{(pid=86861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:58:05.516077 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] Attempting to bind port 9f12ce74-9e69-40d3-a969-724183a94deb on network 5de9587e-f494-45e3-b78a-91f0735c06e8 {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:58:05.518598 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3ef0f43-7246-4cbf-9f30-88c9643fa7e4 admin admin] Received port after_create {{(pid=86859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:58:05.542936 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:58:05.545633 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] Checking segment: {'id': '2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86861) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:58:05.548861 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:05.550391 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] Bound using segment: {'id': '2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8'} {{(pid=86861) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:58:05.552562 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.managers [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] Bound port: 9f12ce74-9e69-40d3-a969-724183a94deb, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8'}}] {{(pid=86861) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:58:05.553145 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:05.593359 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning complete for port d66489c0-5202-41a0-b0b9-efa104bb61bb triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:05.593907 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:05.710105 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef0f43-7246-4cbf-9f30-88c9643fa7e4 admin admin] Pushing event updated for resources: {'Port': ['ID=a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:05.730817 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-e3ef0f43-7246-4cbf-9f30-88c9643fa7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:05.874761 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41d9469-539e-4d82-b123-9f52212dbfaa req-3f287693-ecfb-433f-9541-9f21643a0ff7 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:05.882800 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c41d9469-539e-4d82-b123-9f52212dbfaa req-3f287693-ecfb-433f-9541-9f21643a0ff7 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.9508071 Dec 15 20:58:05.911664 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7877ac68-2919-4181-848c-19cd8a229000 req-1b0ed82f-5d22-4eb3-9590-c13ab0c79c1f tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:05.921139 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7877ac68-2919-4181-848c-19cd8a229000 req-1b0ed82f-5d22-4eb3-9590-c13ab0c79c1f tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 944 time: 0.9872360 Dec 15 20:58:05.921366 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.db [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] For port 9f12ce74-9e69-40d3-a969-724183a94deb, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86861) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:58:05.937764 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.plugins.ml2.db [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] For port 9f12ce74-9e69-40d3-a969-724183a94deb, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=9f12ce74-9e69-40d3-a969-724183a94deb,segment=NetworkSegment(2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d),segment_id=2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d)] {{(pid=86861) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:58:05.948027 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron_lib.callbacks.manager [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86861) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:05.963510 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-ec49ac6d-e3c6-4e2b-8244-80f5bb24f9b8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:05.970664 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a7c245-9f01-4812-8e6d-060dd95818a1', 'name': 'tempest-TestShelveInstance-395242949-router', 'tenant_id': '754a72a8af194daa88f1e70f2a77b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '0ffd2f64-a5f0-4a8c-80a3-4df98d504d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:52Z', 'updated_at': '2021-12-15T20:57:56Z', 'revision_number': 3, 'project_id': '754a72a8af194daa88f1e70f2a77b7a1', 'gw_port': {'id': '0ffd2f64-a5f0-4a8c-80a3-4df98d504d34', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:95:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a7c245-9f01-4812-8e6d-060dd95818a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:54Z', 'updated_at': '2021-12-15T20:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:58:05.994022 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0f43-7246-4cbf-9f30-88c9643fa7e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1624102'] for router_interface, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:06.248216 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] Checking router: 02a7c245-9f01-4812-8e6d-060dd95818a1 for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 20:58:06.249948 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] Updating router 02a7c245-9f01-4812-8e6d-060dd95818a1 port 0ffd2f64-a5f0-4a8c-80a3-4df98d504d34 binding host dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 20:58:06.250539 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] Routers {'7ca167c0-0eff-4e09-b651-85a2aedfb97c'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:58:06.251163 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:57:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['7ca167c0-0eff-4e09-b651-85a2aedfb97c'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:58:06.268333 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c41d9469-539e-4d82-b123-9f52212dbfaa req-a7f7aa5b-d36e-4e41-908f-c6f8abce8d19 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884974 Dec 15 20:58:06.313065 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7877ac68-2919-4181-848c-19cd8a229000 req-d244990c-2a6e-42e1-868e-c8e5cfe8bc82 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3883157 Dec 15 20:58:06.340035 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 1319870f-067c-4e0c-8bc2-184634639742 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:58:06.603218 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:06.805543 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:06.879711 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec49ac6d-e3c6-4e2b-8244-80f5bb24f9b8 None None] Pushing event updated for resources: {'Port': ['ID=9f12ce74-9e69-40d3-a969-724183a94deb,revision_number=4']} {{(pid=86861) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:06.895959 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG oslo_concurrency.lockutils [None req-ec49ac6d-e3c6-4e2b-8244-80f5bb24f9b8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.932s {{(pid=86861) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:06.947814 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0f43-7246-4cbf-9f30-88c9643fa7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:07.009298 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] Set router 7ca167c0-0eff-4e09-b651-85a2aedfb97c gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:58:07.038940 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e6a5af7-0aaa-470b-8836-fb4f95f9d298 None None] Network bf596cce-f72c-43ce-8191-2f33c4de52d1 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 20:58:07.263673 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aaee6f8-4737-47e9-a5b7-6ae9668a5001 req-fc675467-696b-4e22-ad6e-48dbceae7f98 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:07.272624 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4aaee6f8-4737-47e9-a5b7-6ae9668a5001 req-fc675467-696b-4e22-ad6e-48dbceae7f98 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.5014570 Dec 15 20:58:07.445744 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd517eebf-3a20-44e8-89a9-fd7f88367609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66489c0-5202-41a0-b0b9-efa104bb61bb'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:58:07.537044 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port d66489c0-5202-41a0-b0b9-efa104bb61bb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d66489c0-5202-41a0-b0b9-efa104bb61bb,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:58:07.555292 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-5378578e-9d5f-482f-95b1-38e55dfa51d8 None None] Provisioning for port ea7d0da3-3885-4a85-abc9-6a04d07cc6ae completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:58:07.591903 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:07.592771 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 50723294-4568-4922-8170-7f86fd501fd7 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 20:58:07.666355 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-963b9dee-f5d1-47ec-b128-5d211aa11e84 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:07.764089 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=d66489c0-5202-41a0-b0b9-efa104bb61bb,revision_number=7']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:07.767037 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 1319870f-067c-4e0c-8bc2-184634639742 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:07.767421 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:07.767793 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'name': 'tempest-TestShelveInstance-627379115-router', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'dc2acb2d-2163-440c-be3c-a1b054925b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:36Z', 'updated_at': '2021-12-15T20:57:46Z', 'revision_number': 4, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'gw_port': {'id': 'dc2acb2d-2163-440c-be3c-a1b054925b8f', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:39Z', 'updated_at': '2021-12-15T20:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '9f12ce74-9e69-40d3-a969-724183a94deb', 'name': '', 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'mac_address': 'fa:16:3e:ff:2f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd5595c1c-8ca0-4af9-bdbb-973634ba4b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:44Z', 'updated_at': '2021-12-15T20:58:05Z', 'revision_number': 4, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'subnets': [{'id': 'd5595c1c-8ca0-4af9-bdbb-973634ba4b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:58:07.778147 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18c2ccff-e675-42a9-8b37-098478e3c3ed None None] The sync data for ids ['7ca167c0-0eff-4e09-b651-85a2aedfb97c'] in dv-cinder-821892-1-iscsi is: [{'id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'name': 'tempest-TestShelveInstance-627379115-router', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'dc2acb2d-2163-440c-be3c-a1b054925b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:36Z', 'updated_at': '2021-12-15T20:57:46Z', 'revision_number': 4, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'gw_port': {'id': 'dc2acb2d-2163-440c-be3c-a1b054925b8f', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:39Z', 'updated_at': '2021-12-15T20:57:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '9f12ce74-9e69-40d3-a969-724183a94deb', 'name': '', 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'mac_address': 'fa:16:3e:ff:2f:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd5595c1c-8ca0-4af9-bdbb-973634ba4b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:44Z', 'updated_at': '2021-12-15T20:58:05Z', 'revision_number': 4, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'subnets': [{'id': 'd5595c1c-8ca0-4af9-bdbb-973634ba4b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 20:58:07.801201 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4aaee6f8-4737-47e9-a5b7-6ae9668a5001 req-ec2bca98-8139-4c33-a406-6be390c564fd tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5271990 Dec 15 20:58:07.840671 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:07.852204 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0f43-7246-4cbf-9f30-88c9643fa7e4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:07.863468 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0f43-7246-4cbf-9f30-88c9643fa7e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4132647'] for port, after_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:07.907091 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-8dcf0434-0231-4afe-8f3e-cad1ab37fdee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:07.936905 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] No Port match for: 50723294-4568-4922-8170-7f86fd501fd7 {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 20:58:07.937272 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 50723294-4568-4922-8170-7f86fd501fd7 not bound to the agent host hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 20:58:08.117503 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eed9d5c-2213-4ff5-b1ca-b6aaf613779d req-f7afd6af-1bd4-461d-8509-64a3b6f6fcb7 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:08.119746 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6eed9d5c-2213-4ff5-b1ca-b6aaf613779d req-f7afd6af-1bd4-461d-8509-64a3b6f6fcb7 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.3796866 Dec 15 20:58:08.201426 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6eed9d5c-2213-4ff5-b1ca-b6aaf613779d req-fe6c0ff2-de1b-465a-90c7-5be44952701f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652552 Dec 15 20:58:08.202245 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-e3ef0f43-7246-4cbf-9f30-88c9643fa7e4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1627733', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1624261'] for router_interface, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:08.375978 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ef0f43-7246-4cbf-9f30-88c9643fa7e4 admin admin] Pushing event updated for resources: {'Port': ['ID=a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339,revision_number=2']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:08.376398 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd517eebf-3a20-44e8-89a9-fd7f88367609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66489c0-5202-41a0-b0b9-efa104bb61bb', 'code': 200} Dec 15 20:58:08.382593 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-e3ef0f43-7246-4cbf-9f30-88c9643fa7e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.475s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:08.442779 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa83be9-1be8-4737-90bd-daf633030d59 req-a7d9c4ed-3b35-4072-bdf4-360e596f7a25 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:08.444253 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-faa83be9-1be8-4737-90bd-daf633030d59 req-a7d9c4ed-3b35-4072-bdf4-360e596f7a25 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 945 time: 0.4328008 Dec 15 20:58:08.486955 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.db.resource_extend [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 20:58:08.630727 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-faa83be9-1be8-4737-90bd-daf633030d59 req-fdcce973-6c6a-4fb6-868b-01eded538879 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1679466 Dec 15 20:58:08.645319 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device dc2acb2d-2163-440c-be3c-a1b054925b8f up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:58:08.655584 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ef0f43-7246-4cbf-9f30-88c9643fa7e4 admin admin] Network bf596cce-f72c-43ce-8191-2f33c4de52d1 is already hosted by enough agents. {{(pid=86859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:58:08.665071 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [None req-e3ef0f43-7246-4cbf-9f30-88c9643fa7e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:58:08.766299 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] Notify callbacks [] for port, precommit_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:08.796320 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] Transition to ACTIVE for port object 0ffd2f64-a5f0-4a8c-80a3-4df98d504d34 will not be triggered until provisioned by entity L2. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:58:08.817127 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:08.829091 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-5904017b-773f-46a3-bcf5-b6b4d1f67795 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:09.037372 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port dc2acb2d-2163-440c-be3c-a1b054925b8f completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:58:09.041832 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9952a64b-a318-48d7-aa6b-4abdba630334 req-92d6ce0f-1975-4d34-837f-ca4e044a2514 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:09.051961 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9952a64b-a318-48d7-aa6b-4abdba630334 req-92d6ce0f-1975-4d34-837f-ca4e044a2514 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f6fda7-0ed1-4a2e-a07f-a4316e43436d HTTP/1.1" status: 200 len: 945 time: 0.2478442 Dec 15 20:58:09.109313 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] Attempting to bind port 0ffd2f64-a5f0-4a8c-80a3-4df98d504d34 on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:58:09.109705 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] Attempting to bind port 0ffd2f64-a5f0-4a8c-80a3-4df98d504d34 by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:58:09.110084 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] Attempting to bind port 0ffd2f64-a5f0-4a8c-80a3-4df98d504d34 on network 83db4151-6da2-47b8-971d-0a11887406d4 {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:58:09.119462 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port dc2acb2d-2163-440c-be3c-a1b054925b8f triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:09.119842 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:09.165979 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3ef0f43-7246-4cbf-9f30-88c9643fa7e4 admin admin] Router 02a7c245-9f01-4812-8e6d-060dd95818a1 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 20:58:09.201272 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f98e9-60eb-4d50-aadd-82f60652d3e4 None None] Pushing event updated for resources: {'Port': ['ID=0ffd2f64-a5f0-4a8c-80a3-4df98d504d34,revision_number=2']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:09.205794 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-e28f98e9-60eb-4d50-aadd-82f60652d3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:09.215827 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:58:09.216205 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] Checking segment: {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:58:09.216616 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:09.217017 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] Bound using segment: {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:58:09.217562 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] Bound port: 0ffd2f64-a5f0-4a8c-80a3-4df98d504d34, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:58:09.218070 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:09.384083 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] For port 0ffd2f64-a5f0-4a8c-80a3-4df98d504d34, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:58:09.452215 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9952a64b-a318-48d7-aa6b-4abdba630334 req-491435d2-45dd-4562-a4de-3c994be48923 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3968310 Dec 15 20:58:09.454725 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] For port 0ffd2f64-a5f0-4a8c-80a3-4df98d504d34, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=0ffd2f64-a5f0-4a8c-80a3-4df98d504d34,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:58:09.475837 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:09.491205 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:09.596168 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:09.635165 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb1d55b3-aab6-485e-b403-1732e6fbd97b req-2b1c796a-5fe9-4b7e-b900-77487e4040bf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:09.646958 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-cb1d55b3-aab6-485e-b403-1732e6fbd97b req-2b1c796a-5fe9-4b7e-b900-77487e4040bf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.5780911 Dec 15 20:58:09.696485 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-b6d5576b-6345-45a1-9d63-f6f6d85ae0e1 None None] Provisioning for port a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339 completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:58:09.707178 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] For port dc2acb2d-2163-440c-be3c-a1b054925b8f, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=dc2acb2d-2163-440c-be3c-a1b054925b8f,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:58:09.727043 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-b6d5576b-6345-45a1-9d63-f6f6d85ae0e1 None None] Provisioning complete for port a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339 triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:09.727499 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-b6d5576b-6345-45a1-9d63-f6f6d85ae0e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:09.756385 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] Routers {'02a7c245-9f01-4812-8e6d-060dd95818a1'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:58:09.757132 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:57:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['02a7c245-9f01-4812-8e6d-060dd95818a1'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:58:09.810886 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3ef0f43-7246-4cbf-9f30-88c9643fa7e4 admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 20:58:09.831009 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-e3ef0f43-7246-4cbf-9f30-88c9643fa7e4 admin admin] 10.222.0.49 "PUT /v2.0/routers/02a7c245-9f01-4812-8e6d-060dd95818a1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6141598 Dec 15 20:58:09.869313 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:09.870236 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 445a330e-6de4-47dc-915f-861a6211805a up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:58:09.909902 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e28f98e9-60eb-4d50-aadd-82f60652d3e4 None None] Pushing event updated for resources: {'Port': ['ID=0ffd2f64-a5f0-4a8c-80a3-4df98d504d34,revision_number=3']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:09.951354 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-cb1d55b3-aab6-485e-b403-1732e6fbd97b req-712f01ea-e8da-4f4e-862a-b4a304804e4b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3029747 Dec 15 20:58:10.030451 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f94bc4f-f9d8-422e-aa24-f75c47618dee req-b93bc94b-9fd8-4ec5-8252-a30057b21794 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:10.041960 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6f94bc4f-f9d8-422e-aa24-f75c47618dee req-b93bc94b-9fd8-4ec5-8252-a30057b21794 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.3356247 Dec 15 20:58:10.127526 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-b6d5576b-6345-45a1-9d63-f6f6d85ae0e1 None None] Port a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339 cannot update to ACTIVE because it is not bound. {{(pid=86860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 20:58:10.129781 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-e28f98e9-60eb-4d50-aadd-82f60652d3e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.639s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:10.155630 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.246s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:10.184592 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6f94bc4f-f9d8-422e-aa24-f75c47618dee req-6c8eb1b0-2400-4439-b2c6-76eea282ebec tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404474 Dec 15 20:58:10.323236 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Pushing event updated for resources: {'Port': ['ID=dc2acb2d-2163-440c-be3c-a1b054925b8f,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:10.336147 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:10.385798 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4593a0-b2ed-4b48-af31-89952df5521e req-78ce2524-f675-4b93-b14c-d3672e26f7e1 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:10.400212 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8d4593a0-b2ed-4b48-af31-89952df5521e req-78ce2524-f675-4b93-b14c-d3672e26f7e1 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 945 time: 0.1977522 Dec 15 20:58:10.409226 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port 445a330e-6de4-47dc-915f-861a6211805a completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:58:10.428380 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 445a330e-6de4-47dc-915f-861a6211805a triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:10.429821 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:10.537773 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6361d8-00c7-4b1b-9ee7-800e6690b3d9 req-b92cfd9a-d892-4a5a-b331-ec4d0cb01b70 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:10.543451 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-ea6361d8-00c7-4b1b-9ee7-800e6690b3d9 req-b92cfd9a-d892-4a5a-b331-ec4d0cb01b70 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Synchronizing usage tracker for tenant:aebf296e7f8d40f19e8c30faf01d3e7d on resource:port {{(pid=86858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:58:10.583715 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-ea6361d8-00c7-4b1b-9ee7-800e6690b3d9 req-b92cfd9a-d892-4a5a-b331-ec4d0cb01b70 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Unset dirty status for tenant:aebf296e7f8d40f19e8c30faf01d3e7d on resource:port {{(pid=86858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:58:10.585361 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8d4593a0-b2ed-4b48-af31-89952df5521e req-bf484d67-6f9e-4d4a-ae85-403d11af71b0 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1840668 Dec 15 20:58:10.585937 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ea6361d8-00c7-4b1b-9ee7-800e6690b3d9 req-b92cfd9a-d892-4a5a-b331-ec4d0cb01b70 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.41 "GET /v2.0/ports?device_id=b6f6fda7-0ed1-4a2e-a07f-a4316e43436d HTTP/1.1" status: 200 len: 945 time: 0.2483633 Dec 15 20:58:10.711012 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-ea6361d8-00c7-4b1b-9ee7-800e6690b3d9 req-42d707da-f46a-45a5-ac31-6accb358f050 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Deleting port 3a0bcb24-a917-42ff-b113-a34b31a7be58 {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 20:58:10.711814 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-ea6361d8-00c7-4b1b-9ee7-800e6690b3d9 req-42d707da-f46a-45a5-ac31-6accb358f050 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:10.928854 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] Set router 02a7c245-9f01-4812-8e6d-060dd95818a1 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:58:11.093417 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5069fb2-9cb5-4500-a606-5d882baeb1f1 req-cede3119-f4c4-4cee-bd90-7331caa7ecd6 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:11.097178 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f5069fb2-9cb5-4500-a606-5d882baeb1f1 req-cede3119-f4c4-4cee-bd90-7331caa7ecd6 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f6fda7-0ed1-4a2e-a07f-a4316e43436d HTTP/1.1" status: 200 len: 945 time: 0.2368758 Dec 15 20:58:11.127867 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-5ba075a7-eae1-4bd2-9571-7a9668deccc5 None None] Provisioning complete for port a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339 triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:11.128702 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-5ba075a7-eae1-4bd2-9571-7a9668deccc5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:11.179700 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-ea6361d8-00c7-4b1b-9ee7-800e6690b3d9 req-42d707da-f46a-45a5-ac31-6accb358f050 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] For port 3a0bcb24-a917-42ff-b113-a34b31a7be58, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3a0bcb24-a917-42ff-b113-a34b31a7be58,segment=NetworkSegment(ae6fa0f6-5b60-452f-8239-ffb398b012d3),segment_id=ae6fa0f6-5b60-452f-8239-ffb398b012d3)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:58:11.182565 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-ea6361d8-00c7-4b1b-9ee7-800e6690b3d9 req-42d707da-f46a-45a5-ac31-6accb358f050 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:11.187584 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f5069fb2-9cb5-4500-a606-5d882baeb1f1 req-48b85418-44a7-4722-a30e-8a6453db4311 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833225 Dec 15 20:58:11.207262 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-5ba075a7-eae1-4bd2-9571-7a9668deccc5 None None] Port a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339 cannot update to ACTIVE because it is not bound. {{(pid=86860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 20:58:11.297894 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:11.317195 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] For port 445a330e-6de4-47dc-915f-861a6211805a, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=445a330e-6de4-47dc-915f-861a6211805a,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:58:11.451451 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-ea6361d8-00c7-4b1b-9ee7-800e6690b3d9 req-42d707da-f46a-45a5-ac31-6accb358f050 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Calling delete_port for 3a0bcb24-a917-42ff-b113-a34b31a7be58 owned by compute:nova {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 20:58:11.481825 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:11.482781 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 7fd074d9-0d0a-4993-b040-293f6548805b up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:58:11.551558 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:11.643187 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a64ecc0-58f3-4f75-a548-d22b9757e545 req-6fbc0f2b-649b-4ff2-967f-ab7eeb8c83fd tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:11.656991 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3a64ecc0-58f3-4f75-a548-d22b9757e545 req-6fbc0f2b-649b-4ff2-967f-ab7eeb8c83fd tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.1872020 Dec 15 20:58:11.672818 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Pushing event updated for resources: {'Port': ['ID=445a330e-6de4-47dc-915f-861a6211805a,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:11.681232 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:11.703533 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-ea6361d8-00c7-4b1b-9ee7-800e6690b3d9 req-42d707da-f46a-45a5-ac31-6accb358f050 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:11.714759 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-91d0ef34-fff0-4e23-8239-d94eaec8c24c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:11.731276 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['7ba761fd-f599-4ab4-9445-2bd2f228ac1a', '3738a568-4309-4f12-b542-09b2242a8a4f', '3a0bcb24-a917-42ff-b113-a34b31a7be58'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:58:11.748744 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3a64ecc0-58f3-4f75-a548-d22b9757e545 req-c5d12186-a524-4ab4-97ab-6cf1c0d4fc00 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0906770 Dec 15 20:58:11.828463 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d707da-f46a-45a5-ac31-6accb358f050 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Pushing event deleted for resources: {'Port': ['ID=3a0bcb24-a917-42ff-b113-a34b31a7be58,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:11.831924 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-42d707da-f46a-45a5-ac31-6accb358f050 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:11.921070 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port 7fd074d9-0d0a-4993-b040-293f6548805b completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:58:11.981856 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea6361d8-00c7-4b1b-9ee7-800e6690b3d9 req-42d707da-f46a-45a5-ac31-6accb358f050 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] No DVR routers for this DVR port 3a0bcb24-a917-42ff-b113-a34b31a7be58 on host hv-cinder-82189 {{(pid=86858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 20:58:11.986177 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-ea6361d8-00c7-4b1b-9ee7-800e6690b3d9 req-42d707da-f46a-45a5-ac31-6accb358f050 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:12.006626 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6f6fda7-0ed1-4a2e-a07f-a4316e43436d', 'name': 'network-vif-deleted', 'tag': '3a0bcb24-a917-42ff-b113-a34b31a7be58'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:58:12.019807 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 7fd074d9-0d0a-4993-b040-293f6548805b triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:12.020374 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:12.047952 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ea6361d8-00c7-4b1b-9ee7-800e6690b3d9 req-42d707da-f46a-45a5-ac31-6accb358f050 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.41 "DELETE /v2.0/ports/3a0bcb24-a917-42ff-b113-a34b31a7be58 HTTP/1.1" status: 204 len: 173 time: 1.4551656 Dec 15 20:58:12.133128 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 38540) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:58:12.138403 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-aed9d2a4-5825-473e-9e35-2b4949671461 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1057447517', 'description': 'tempest-secgroup-smoke-1057447517 description', 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:58:12.149298 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-aed9d2a4-5825-473e-9e35-2b4949671461 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:58:12.194824 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-aed9d2a4-5825-473e-9e35-2b4949671461 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Usage tracker for resource:security_group and tenant:0fed2bbf61794fe0b44a6f599b13bfe1 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:58:12.200745 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-aed9d2a4-5825-473e-9e35-2b4949671461 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:58:12.215731 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a7c245-9f01-4812-8e6d-060dd95818a1', 'name': 'tempest-TestShelveInstance-395242949-router', 'tenant_id': '754a72a8af194daa88f1e70f2a77b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '0ffd2f64-a5f0-4a8c-80a3-4df98d504d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:52Z', 'updated_at': '2021-12-15T20:58:06Z', 'revision_number': 4, 'project_id': '754a72a8af194daa88f1e70f2a77b7a1', 'gw_port': {'id': '0ffd2f64-a5f0-4a8c-80a3-4df98d504d34', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:95:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a7c245-9f01-4812-8e6d-060dd95818a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:54Z', 'updated_at': '2021-12-15T20:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': 'a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339', 'name': '', 'network_id': 'bf596cce-f72c-43ce-8191-2f33c4de52d1', 'tenant_id': '754a72a8af194daa88f1e70f2a77b7a1', 'mac_address': 'fa:16:3e:d6:5e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a7c245-9f01-4812-8e6d-060dd95818a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'aca01093-6d1b-4fe1-9705-de18bb93d6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:58:04Z', 'updated_at': '2021-12-15T20:58:07Z', 'revision_number': 2, 'project_id': '754a72a8af194daa88f1e70f2a77b7a1', 'subnets': [{'id': 'aca01093-6d1b-4fe1-9705-de18bb93d6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:58:12.228950 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-aed9d2a4-5825-473e-9e35-2b4949671461 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:58:12.270643 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-aed9d2a4-5825-473e-9e35-2b4949671461 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:12.281639 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07affb1a-b9ba-4e0f-8bb3-e467877be05d None None] The sync data for ids ['02a7c245-9f01-4812-8e6d-060dd95818a1'] in dv-cinder-821892-1-iscsi is: [{'id': '02a7c245-9f01-4812-8e6d-060dd95818a1', 'name': 'tempest-TestShelveInstance-395242949-router', 'tenant_id': '754a72a8af194daa88f1e70f2a77b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '0ffd2f64-a5f0-4a8c-80a3-4df98d504d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:52Z', 'updated_at': '2021-12-15T20:58:06Z', 'revision_number': 4, 'project_id': '754a72a8af194daa88f1e70f2a77b7a1', 'gw_port': {'id': '0ffd2f64-a5f0-4a8c-80a3-4df98d504d34', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:95:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a7c245-9f01-4812-8e6d-060dd95818a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:54Z', 'updated_at': '2021-12-15T20:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': 'a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339', 'name': '', 'network_id': 'bf596cce-f72c-43ce-8191-2f33c4de52d1', 'tenant_id': '754a72a8af194daa88f1e70f2a77b7a1', 'mac_address': 'fa:16:3e:d6:5e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a7c245-9f01-4812-8e6d-060dd95818a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'aca01093-6d1b-4fe1-9705-de18bb93d6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:58:04Z', 'updated_at': '2021-12-15T20:58:07Z', 'revision_number': 2, 'project_id': '754a72a8af194daa88f1e70f2a77b7a1', 'subnets': [{'id': 'aca01093-6d1b-4fe1-9705-de18bb93d6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 20:58:12.342930 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-aed9d2a4-5825-473e-9e35-2b4949671461 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:58:12.367049 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-aed9d2a4-5825-473e-9e35-2b4949671461 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Usage tracker for resource:security_group_rule and tenant:0fed2bbf61794fe0b44a6f599b13bfe1 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:58:12.374128 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-aed9d2a4-5825-473e-9e35-2b4949671461 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:58:12.389015 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-aed9d2a4-5825-473e-9e35-2b4949671461 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:58:12.403397 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:12.517419 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] For port 7fd074d9-0d0a-4993-b040-293f6548805b, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=7fd074d9-0d0a-4993-b040-293f6548805b,segment=NetworkSegment(532f06a8-df3a-4eb1-9f1d-51a15016fdce),segment_id=532f06a8-df3a-4eb1-9f1d-51a15016fdce)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:58:12.523248 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:12.526677 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device b8007b22-5c00-433f-b63b-5ff5ae1950fe up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:58:12.558274 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1adb3417-5885-40cc-bc13-d03af6045904 req-07c4c764-ed8e-4ddc-9b41-8affcbad6155 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:12.565512 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1adb3417-5885-40cc-bc13-d03af6045904 req-07c4c764-ed8e-4ddc-9b41-8affcbad6155 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.6755157 Dec 15 20:58:12.569512 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-aed9d2a4-5825-473e-9e35-2b4949671461 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:12.576961 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-aed9d2a4-5825-473e-9e35-2b4949671461 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:12.584639 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-8235456e-d39f-43fd-82a3-d77c1e3947c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:12.602294 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:12.670174 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9d2a4-5825-473e-9e35-2b4949671461 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Pushing event updated for resources: {'SecurityGroup': ['ID=887c75b0-ba79-4b86-bc28-81d9432e4ca0,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:12.676444 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-aed9d2a4-5825-473e-9e35-2b4949671461 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:12.679869 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-aed9d2a4-5825-473e-9e35-2b4949671461 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:12.685558 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-aed9d2a4-5825-473e-9e35-2b4949671461 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5491309 Dec 15 20:58:12.686806 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 38546) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:58:12.716670 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-155a202b-220e-4f03-b49e-00dc80aaa262 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Request body: {'security_group_rule': {'security_group_id': '887c75b0-ba79-4b86-bc28-81d9432e4ca0', 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:58:12.738866 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-155a202b-220e-4f03-b49e-00dc80aaa262 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:58:12.759702 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1adb3417-5885-40cc-bc13-d03af6045904 req-3f3aca90-f806-4ffa-98ce-b6e1efb320a4 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854548 Dec 15 20:58:12.763220 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-155a202b-220e-4f03-b49e-00dc80aaa262 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Usage tracker for resource:security_group_rule and tenant:0fed2bbf61794fe0b44a6f599b13bfe1 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:58:12.771782 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port b8007b22-5c00-433f-b63b-5ff5ae1950fe completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:58:12.775895 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-155a202b-220e-4f03-b49e-00dc80aaa262 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:58:12.792437 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port b8007b22-5c00-433f-b63b-5ff5ae1950fe triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:12.792878 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:12.804920 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-155a202b-220e-4f03-b49e-00dc80aaa262 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:58:12.839100 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ebae4c0-19bc-4cd3-a087-d2aa6ad529f2 req-d3c52a28-4869-47b3-8bf5-ee2aef48b9c6 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:12.840758 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9ebae4c0-19bc-4cd3-a087-d2aa6ad529f2 req-d3c52a28-4869-47b3-8bf5-ee2aef48b9c6 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 945 time: 0.3808830 Dec 15 20:58:12.869958 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-155a202b-220e-4f03-b49e-00dc80aaa262 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:12.898807 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Pushing event updated for resources: {'Port': ['ID=7fd074d9-0d0a-4993-b040-293f6548805b,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:12.916388 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:12.947160 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6f6fda7-0ed1-4a2e-a07f-a4316e43436d', 'name': 'network-vif-deleted', 'tag': '3a0bcb24-a917-42ff-b113-a34b31a7be58', 'status': 'completed', 'code': 200} Dec 15 20:58:13.057526 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-155a202b-220e-4f03-b49e-00dc80aaa262 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:13.069020 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9ebae4c0-19bc-4cd3-a087-d2aa6ad529f2 req-27ec99c6-cb8e-499f-84ef-28e9d8504357 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2144554 Dec 15 20:58:13.074192 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-155a202b-220e-4f03-b49e-00dc80aaa262 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810047'] for security_group_rule, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:13.100576 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:13.142383 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:13.184412 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a202b-220e-4f03-b49e-00dc80aaa262 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f37595-ab9c-407f-baa9-aef4b9e30743,revision_number=0']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:13.194232 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-155a202b-220e-4f03-b49e-00dc80aaa262 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:13.210296 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-155a202b-220e-4f03-b49e-00dc80aaa262 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:13.214940 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 38552) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:58:13.220353 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-8a57dbd5-586f-4c80-b926-3463b7411773 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Request body: {'security_group_rule': {'security_group_id': '887c75b0-ba79-4b86-bc28-81d9432e4ca0', 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:58:13.224296 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-155a202b-220e-4f03-b49e-00dc80aaa262 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5243375 Dec 15 20:58:13.236943 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-8a57dbd5-586f-4c80-b926-3463b7411773 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:58:13.266965 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-8a57dbd5-586f-4c80-b926-3463b7411773 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Usage tracker for resource:security_group_rule and tenant:0fed2bbf61794fe0b44a6f599b13bfe1 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:58:13.271322 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] For port b8007b22-5c00-433f-b63b-5ff5ae1950fe, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=b8007b22-5c00-433f-b63b-5ff5ae1950fe,segment=NetworkSegment(38ef0674-3dec-44b0-bcd9-b869d4bc2357),segment_id=38ef0674-3dec-44b0-bcd9-b869d4bc2357)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:58:13.287242 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:13.288917 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device c93700a9-f9f0-4fc4-a21c-26c15b198853 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:58:13.355708 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:13.365595 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-8a57dbd5-586f-4c80-b926-3463b7411773 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:58:13.376421 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-8a57dbd5-586f-4c80-b926-3463b7411773 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:58:13.462403 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-72e26257-8d68-4567-afda-a717bdc26ef9 req-03670be9-927c-4e7d-a902-243b011186c8 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=b6f6fda7-0ed1-4a2e-a07f-a4316e43436d HTTP/1.1" status: 200 len: 210 time: 0.1828887 Dec 15 20:58:13.465045 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8a57dbd5-586f-4c80-b926-3463b7411773 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:13.850346 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Pushing event updated for resources: {'Port': ['ID=b8007b22-5c00-433f-b63b-5ff5ae1950fe,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:13.856759 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:13.885741 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port c93700a9-f9f0-4fc4-a21c-26c15b198853 completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:58:13.931321 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port c93700a9-f9f0-4fc4-a21c-26c15b198853 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:13.932689 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:14.016662 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166341d8-822c-4fcc-880c-2b5bfea24fa1 req-0def6dc6-b22a-44c1-a174-43c4229a6b84 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:14.025604 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-166341d8-822c-4fcc-880c-2b5bfea24fa1 req-0def6dc6-b22a-44c1-a174-43c4229a6b84 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.5434728 Dec 15 20:58:14.108297 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8a57dbd5-586f-4c80-b926-3463b7411773 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:14.190516 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8a57dbd5-586f-4c80-b926-3463b7411773 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810047'] for security_group_rule, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:14.227701 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:14.252639 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a57dbd5-586f-4c80-b926-3463b7411773 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d41fd962-4ff5-469f-bd8e-a80141326f0c,revision_number=0']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:14.273915 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57dbd5-586f-4c80-b926-3463b7411773 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:14.274484 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57dbd5-586f-4c80-b926-3463b7411773 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:14.274951 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57dbd5-586f-4c80-b926-3463b7411773 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:14.275418 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57dbd5-586f-4c80-b926-3463b7411773 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:14.276362 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57dbd5-586f-4c80-b926-3463b7411773 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:14.276817 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57dbd5-586f-4c80-b926-3463b7411773 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:14.277648 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57dbd5-586f-4c80-b926-3463b7411773 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:14.278730 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57dbd5-586f-4c80-b926-3463b7411773 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:14.279509 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57dbd5-586f-4c80-b926-3463b7411773 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:14.280063 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57dbd5-586f-4c80-b926-3463b7411773 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:14.280425 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57dbd5-586f-4c80-b926-3463b7411773 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:14.280881 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a57dbd5-586f-4c80-b926-3463b7411773 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:14.297159 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-8a57dbd5-586f-4c80-b926-3463b7411773 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:14.311159 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-166341d8-822c-4fcc-880c-2b5bfea24fa1 req-f6bce085-0a64-4832-b41c-3dc773860781 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2845802 Dec 15 20:58:14.351397 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:14.366321 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8a57dbd5-586f-4c80-b926-3463b7411773 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:14.375803 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 38560) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:58:14.380264 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-8a57dbd5-586f-4c80-b926-3463b7411773 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.1607804 Dec 15 20:58:14.385698 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-ca80fd8f-f987-49f7-8087-6bfb20349c71 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Request body: {'security_group_rule': {'security_group_id': '887c75b0-ba79-4b86-bc28-81d9432e4ca0', 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:58:14.400513 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-ca80fd8f-f987-49f7-8087-6bfb20349c71 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:58:14.410022 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-ca80fd8f-f987-49f7-8087-6bfb20349c71 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Usage tracker for resource:security_group_rule and tenant:0fed2bbf61794fe0b44a6f599b13bfe1 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:58:14.416458 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-ca80fd8f-f987-49f7-8087-6bfb20349c71 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:58:14.420303 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212844a2-4527-457a-a643-bb76586d5e77 req-3dd5c1ae-6cd8-4003-bfc3-b70055bc4a12 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:14.429207 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-212844a2-4527-457a-a643-bb76586d5e77 req-3dd5c1ae-6cd8-4003-bfc3-b70055bc4a12 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.3169911 Dec 15 20:58:14.441703 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-ca80fd8f-f987-49f7-8087-6bfb20349c71 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:58:14.481217 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] For port c93700a9-f9f0-4fc4-a21c-26c15b198853, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=c93700a9-f9f0-4fc4-a21c-26c15b198853,segment=NetworkSegment(aeb21201-1d04-4fb6-bcd2-dabd1a4844f4),segment_id=aeb21201-1d04-4fb6-bcd2-dabd1a4844f4)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:58:14.491182 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:14.494304 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 97f9076f-1df7-4488-a4b7-dd08857c61c9 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:58:14.535294 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-212844a2-4527-457a-a643-bb76586d5e77 req-385f610a-2519-470c-957e-e7d2aee89ba5 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935330 Dec 15 20:58:14.535558 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ca80fd8f-f987-49f7-8087-6bfb20349c71 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:14.627424 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-aeb16e18-129a-442b-aeb0-fed9a82f80c9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:14.751810 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 3a0bcb24-a917-42ff-b113-a34b31a7be58 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 20:58:14.774978 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6bed2e-96e9-4909-ab1d-0ca1fe762fe1 req-fa52855c-2486-4943-a260-7ab2cd8cc43c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:14.782701 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-be6bed2e-96e9-4909-ab1d-0ca1fe762fe1 req-fa52855c-2486-4943-a260-7ab2cd8cc43c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 945 time: 0.2089224 Dec 15 20:58:14.789246 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ca80fd8f-f987-49f7-8087-6bfb20349c71 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:14.796939 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ca80fd8f-f987-49f7-8087-6bfb20349c71 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810047'] for security_group_rule, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:14.799895 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:14.887802 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80fd8f-f987-49f7-8087-6bfb20349c71 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ee25b8c-0609-4da1-a2aa-c87ed38db422,revision_number=0']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:14.891692 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ca80fd8f-f987-49f7-8087-6bfb20349c71 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:14.908510 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ca80fd8f-f987-49f7-8087-6bfb20349c71 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:14.909750 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-ca80fd8f-f987-49f7-8087-6bfb20349c71 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5327375 Dec 15 20:58:14.914133 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 38572) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:58:14.919401 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-3617e628-19a3-43ed-8708-bb127b459202 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Request body: {'security_group_rule': {'security_group_id': '887c75b0-ba79-4b86-bc28-81d9432e4ca0', 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:58:14.955191 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-3617e628-19a3-43ed-8708-bb127b459202 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:58:14.961236 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-be6bed2e-96e9-4909-ab1d-0ca1fe762fe1 req-bfeee59b-5b6f-4207-968d-1c28de9932b4 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1764328 Dec 15 20:58:14.967936 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-3617e628-19a3-43ed-8708-bb127b459202 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Usage tracker for resource:security_group_rule and tenant:0fed2bbf61794fe0b44a6f599b13bfe1 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:58:14.974206 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-3617e628-19a3-43ed-8708-bb127b459202 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:58:14.999419 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-3617e628-19a3-43ed-8708-bb127b459202 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:58:15.059967 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] No Port match for: 3a0bcb24-a917-42ff-b113-a34b31a7be58 {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 20:58:15.061697 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-3617e628-19a3-43ed-8708-bb127b459202 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:15.073590 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 3a0bcb24-a917-42ff-b113-a34b31a7be58 not bound to the agent host hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 20:58:15.132195 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Pushing event updated for resources: {'Port': ['ID=c93700a9-f9f0-4fc4-a21c-26c15b198853,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:15.139993 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.512s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:15.166101 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 97f9076f-1df7-4488-a4b7-dd08857c61c9 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:15.166844 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:15.218398 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-3617e628-19a3-43ed-8708-bb127b459202 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:15.224926 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-3617e628-19a3-43ed-8708-bb127b459202 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810047'] for security_group_rule, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:15.241498 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ca80fd8f-f987-49f7-8087-6bfb20349c71 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:15.288658 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3617e628-19a3-43ed-8708-bb127b459202 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ec99534-b354-4701-b5fd-5e6df7d02bf8,revision_number=0']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:15.294576 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-3617e628-19a3-43ed-8708-bb127b459202 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:15.311511 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-3617e628-19a3-43ed-8708-bb127b459202 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:15.315655 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 38578) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:58:15.317816 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-3617e628-19a3-43ed-8708-bb127b459202 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4026496 Dec 15 20:58:15.323655 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-3da23e2a-9c6f-48d8-ab78-670d3064b636 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Request body: {'security_group_rule': {'security_group_id': '887c75b0-ba79-4b86-bc28-81d9432e4ca0', 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:58:15.344290 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-3da23e2a-9c6f-48d8-ab78-670d3064b636 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:58:15.355914 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-3da23e2a-9c6f-48d8-ab78-670d3064b636 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Usage tracker for resource:security_group_rule and tenant:0fed2bbf61794fe0b44a6f599b13bfe1 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:58:15.428573 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device d9923ed0-9623-4a49-a697-3cac30493313 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:58:15.469784 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-3da23e2a-9c6f-48d8-ab78-670d3064b636 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:58:15.503493 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-3da23e2a-9c6f-48d8-ab78-670d3064b636 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:58:15.564531 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port d9923ed0-9623-4a49-a697-3cac30493313 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:15.564915 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:15.596858 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.db.securitygroups_db [None req-3da23e2a-9c6f-48d8-ab78-670d3064b636 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Project 0fed2bbf61794fe0b44a6f599b13bfe1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 20:58:15.615976 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3da23e2a-9c6f-48d8-ab78-670d3064b636 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:15.723096 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70cac227-607d-4a67-b72d-d051258db64e req-9db724c3-a18d-48d8-94f0-5444f1cb1abd tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:15.734028 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-70cac227-607d-4a67-b72d-d051258db64e req-9db724c3-a18d-48d8-94f0-5444f1cb1abd tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=408593d0-5942-458b-b385-ca50a9bba9e8 HTTP/1.1" status: 200 len: 946 time: 0.3606532 Dec 15 20:58:15.769659 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device ea7d0da3-3885-4a85-abc9-6a04d07cc6ae up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:58:15.842500 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3da23e2a-9c6f-48d8-ab78-670d3064b636 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:15.855767 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e2817be-be07-423a-aeab-4f5923e462fa req-1980c03f-f894-406c-bd52-4302e5030ee1 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:15.857357 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6e2817be-be07-423a-aeab-4f5923e462fa req-1980c03f-f894-406c-bd52-4302e5030ee1 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.3050559 Dec 15 20:58:15.873004 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-70cac227-607d-4a67-b72d-d051258db64e req-497e67d8-56e6-40ee-addb-560a24496a71 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1374617 Dec 15 20:58:15.913255 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port ea7d0da3-3885-4a85-abc9-6a04d07cc6ae completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:58:15.917467 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3da23e2a-9c6f-48d8-ab78-670d3064b636 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810047'] for security_group_rule, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:15.925620 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port ea7d0da3-3885-4a85-abc9-6a04d07cc6ae triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:15.926037 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:15.961104 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-ffcf394e-9553-46df-9958-7c77d7d19599 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:16.105157 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da23e2a-9c6f-48d8-ab78-670d3064b636 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=506d12e4-9f0a-43f7-abee-2243dd533eb5,revision_number=0']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:16.108256 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-3da23e2a-9c6f-48d8-ab78-670d3064b636 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:16.170156 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3da23e2a-9c6f-48d8-ab78-670d3064b636 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:16.171426 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-3da23e2a-9c6f-48d8-ab78-670d3064b636 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.8541260 Dec 15 20:58:16.172579 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:16.174383 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 38624) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:58:16.180826 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6e2817be-be07-423a-aeab-4f5923e462fa req-7ef2a933-7a3d-4a1c-81d8-a6f4fe5325a5 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3068151 Dec 15 20:58:16.196570 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-568a38bc-b860-44b3-9981-2dae8c9513c5 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Request body: {'security_group_rule': {'security_group_id': '887c75b0-ba79-4b86-bc28-81d9432e4ca0', 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:58:16.211336 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-568a38bc-b860-44b3-9981-2dae8c9513c5 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:58:16.224489 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-568a38bc-b860-44b3-9981-2dae8c9513c5 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Usage tracker for resource:security_group_rule and tenant:0fed2bbf61794fe0b44a6f599b13bfe1 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:58:16.235026 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-568a38bc-b860-44b3-9981-2dae8c9513c5 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:58:16.242038 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] For port ea7d0da3-3885-4a85-abc9-6a04d07cc6ae, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=ea7d0da3-3885-4a85-abc9-6a04d07cc6ae,segment=NetworkSegment(79506aab-076c-4ed9-b77c-b5abf44ffe37),segment_id=79506aab-076c-4ed9-b77c-b5abf44ffe37)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:58:16.246829 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:16.249954 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:16.253446 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-568a38bc-b860-44b3-9981-2dae8c9513c5 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:58:16.263203 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e6725e-af13-4a2a-b188-83d863d3afcc req-bc8f10f2-a67c-4207-b040-62ddc01ee0a6 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:16.273656 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-39e6725e-af13-4a2a-b188-83d863d3afcc req-bc8f10f2-a67c-4207-b040-62ddc01ee0a6 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.2243772 Dec 15 20:58:16.282644 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.db.securitygroups_db [None req-568a38bc-b860-44b3-9981-2dae8c9513c5 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Project 0fed2bbf61794fe0b44a6f599b13bfe1 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 20:58:16.304438 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-568a38bc-b860-44b3-9981-2dae8c9513c5 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:16.371133 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-39e6725e-af13-4a2a-b188-83d863d3afcc req-85ccf0ba-11f4-4b3b-a2d5-b7529fb2f306 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956187 Dec 15 20:58:16.434583 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d89216ac-7d8f-44d3-8316-b1d5ccdfa0b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:16.438505 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-568a38bc-b860-44b3-9981-2dae8c9513c5 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:16.443324 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] Sync routers for ids ['02a7c245-9f01-4812-8e6d-060dd95818a1'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 20:58:16.448886 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-568a38bc-b860-44b3-9981-2dae8c9513c5 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810047'] for security_group_rule, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:16.452378 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-1852a50b-c668-47c2-b123-fbe0ad1e807d tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:16.461447 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Pushing event updated for resources: {'Port': ['ID=ea7d0da3-3885-4a85-abc9-6a04d07cc6ae,revision_number=3']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:16.469785 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:16.471677 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] Routers {'02a7c245-9f01-4812-8e6d-060dd95818a1'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:58:16.472299 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:57:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['02a7c245-9f01-4812-8e6d-060dd95818a1'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:58:16.494173 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-568a38bc-b860-44b3-9981-2dae8c9513c5 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:16.499868 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-568a38bc-b860-44b3-9981-2dae8c9513c5 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3238385 Dec 15 20:58:16.503627 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-568a38bc-b860-44b3-9981-2dae8c9513c5 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7af474-da76-42de-853b-bdd81c9cd8c4,revision_number=0']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:16.512041 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-568a38bc-b860-44b3-9981-2dae8c9513c5 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:16.768148 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa7105f-96b2-48b7-b387-7d032ee5b4c9 req-c59b9193-5413-4488-9470-7365323732c9 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:16.779696 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7aa7105f-96b2-48b7-b387-7d032ee5b4c9 req-c59b9193-5413-4488-9470-7365323732c9 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 945 time: 0.2184663 Dec 15 20:58:16.792487 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] Set router 02a7c245-9f01-4812-8e6d-060dd95818a1 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:58:16.917297 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7aa7105f-96b2-48b7-b387-7d032ee5b4c9 req-856aa657-d471-4b97-b240-526d4c43e40f tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1367388 Dec 15 20:58:16.934943 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600b8d93-abd0-45bf-b675-a327652bf2a6 req-85584119-103e-4cea-b405-d673937cda04 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:16.937372 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-600b8d93-abd0-45bf-b675-a327652bf2a6 req-85584119-103e-4cea-b405-d673937cda04 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Synchronizing usage tracker for tenant:aebf296e7f8d40f19e8c30faf01d3e7d on resource:port {{(pid=86858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:58:16.978420 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-600b8d93-abd0-45bf-b675-a327652bf2a6 req-85584119-103e-4cea-b405-d673937cda04 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Unset dirty status for tenant:aebf296e7f8d40f19e8c30faf01d3e7d on resource:port {{(pid=86858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:58:16.979724 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-600b8d93-abd0-45bf-b675-a327652bf2a6 req-85584119-103e-4cea-b405-d673937cda04 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.41 "GET /v2.0/ports?device_id=408593d0-5942-458b-b385-ca50a9bba9e8 HTTP/1.1" status: 200 len: 946 time: 0.2289276 Dec 15 20:58:17.190235 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-600b8d93-abd0-45bf-b675-a327652bf2a6 req-8e2cedf8-8f0b-4d30-8a52-024733402400 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Deleting port 3738a568-4309-4f12-b542-09b2242a8a4f {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 20:58:17.191430 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-600b8d93-abd0-45bf-b675-a327652bf2a6 req-8e2cedf8-8f0b-4d30-8a52-024733402400 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:17.311670 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 0ffd2f64-a5f0-4a8c-80a3-4df98d504d34 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:58:17.453193 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:17.458625 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff1cf24-2940-4100-9a7d-c09af0b1dd9e req-3a087375-714d-4d8e-b686-70cd2bad1e51 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:17.466536 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5ff1cf24-2940-4100-9a7d-c09af0b1dd9e req-3a087375-714d-4d8e-b686-70cd2bad1e51 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=408593d0-5942-458b-b385-ca50a9bba9e8 HTTP/1.1" status: 200 len: 946 time: 0.3227813 Dec 15 20:58:17.496194 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a7c245-9f01-4812-8e6d-060dd95818a1', 'name': 'tempest-TestShelveInstance-395242949-router', 'tenant_id': '754a72a8af194daa88f1e70f2a77b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '0ffd2f64-a5f0-4a8c-80a3-4df98d504d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:52Z', 'updated_at': '2021-12-15T20:58:06Z', 'revision_number': 4, 'project_id': '754a72a8af194daa88f1e70f2a77b7a1', 'gw_port': {'id': '0ffd2f64-a5f0-4a8c-80a3-4df98d504d34', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:95:ca', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a7c245-9f01-4812-8e6d-060dd95818a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:54Z', 'updated_at': '2021-12-15T20:58:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': 'a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339', 'name': '', 'network_id': 'bf596cce-f72c-43ce-8191-2f33c4de52d1', 'tenant_id': '754a72a8af194daa88f1e70f2a77b7a1', 'mac_address': 'fa:16:3e:d6:5e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a7c245-9f01-4812-8e6d-060dd95818a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'aca01093-6d1b-4fe1-9705-de18bb93d6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:58:04Z', 'updated_at': '2021-12-15T20:58:07Z', 'revision_number': 2, 'project_id': '754a72a8af194daa88f1e70f2a77b7a1', 'subnets': [{'id': 'aca01093-6d1b-4fe1-9705-de18bb93d6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:58:17.505181 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] Checking router: 02a7c245-9f01-4812-8e6d-060dd95818a1 for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 20:58:17.508390 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] Updating router 02a7c245-9f01-4812-8e6d-060dd95818a1 port a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339 binding host dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Dec 15 20:58:17.546672 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5ff1cf24-2940-4100-9a7d-c09af0b1dd9e req-a95e59ac-d70c-4963-8535-be87a5a0ebab tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793920 Dec 15 20:58:17.570213 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a544876-1b1d-4af7-b37e-ccec5fc0ad51 req-86e8b43b-e5ec-4167-8044-d24efeb460de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:17.575331 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0a544876-1b1d-4af7-b37e-ccec5fc0ad51 req-86e8b43b-e5ec-4167-8044-d24efeb460de service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 1098 time: 0.2132945 Dec 15 20:58:17.667755 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:17.706620 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port 0ffd2f64-a5f0-4a8c-80a3-4df98d504d34 completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:58:17.708468 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0a544876-1b1d-4af7-b37e-ccec5fc0ad51 req-abebe81d-f1f9-4f2b-9891-3476ff034274 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220565 Dec 15 20:58:17.733506 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 0ffd2f64-a5f0-4a8c-80a3-4df98d504d34 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:17.733920 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:18.000845 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f55ad6-146a-4088-ab79-d5e09dcbb10e req-38db209b-fbd9-4b55-860b-6ac1dd70056c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:18.002997 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-04f55ad6-146a-4088-ab79-d5e09dcbb10e req-38db209b-fbd9-4b55-860b-6ac1dd70056c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.2072740 Dec 15 20:58:18.086394 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-04f55ad6-146a-4088-ab79-d5e09dcbb10e req-0f370925-5b77-45c1-bb9d-eefb36750fdb tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0769658 Dec 15 20:58:18.195785 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-600b8d93-abd0-45bf-b675-a327652bf2a6 req-8e2cedf8-8f0b-4d30-8a52-024733402400 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] For port 3738a568-4309-4f12-b542-09b2242a8a4f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=3738a568-4309-4f12-b542-09b2242a8a4f,segment=NetworkSegment(ae6fa0f6-5b60-452f-8239-ffb398b012d3),segment_id=ae6fa0f6-5b60-452f-8239-ffb398b012d3)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:58:18.196918 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-600b8d93-abd0-45bf-b675-a327652bf2a6 req-8e2cedf8-8f0b-4d30-8a52-024733402400 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:18.249041 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afce36f-b792-4908-988f-45e02f5e8b39 req-b98dc948-1818-42bf-a9e4-db5da9575136 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:18.250535 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1afce36f-b792-4908-988f-45e02f5e8b39 req-b98dc948-1818-42bf-a9e4-db5da9575136 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.1493816 Dec 15 20:58:18.297942 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:18.300622 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1afce36f-b792-4908-988f-45e02f5e8b39 req-b0f5a64b-fd74-4422-8328-ee0cfaa7176d tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433869 Dec 15 20:58:18.344279 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-600b8d93-abd0-45bf-b675-a327652bf2a6 req-8e2cedf8-8f0b-4d30-8a52-024733402400 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Calling delete_port for 3738a568-4309-4f12-b542-09b2242a8a4f owned by compute:nova {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 20:58:18.378096 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] For port 0ffd2f64-a5f0-4a8c-80a3-4df98d504d34, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=0ffd2f64-a5f0-4a8c-80a3-4df98d504d34,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:58:18.538181 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-600b8d93-abd0-45bf-b675-a327652bf2a6 req-8e2cedf8-8f0b-4d30-8a52-024733402400 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:18.545239 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:18.546467 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:18.548444 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 7fd074d9-0d0a-4993-b040-293f6548805b up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:58:18.575857 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:18.599374 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2cedf8-8f0b-4d30-8a52-024733402400 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Pushing event deleted for resources: {'Port': ['ID=3738a568-4309-4f12-b542-09b2242a8a4f,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:18.604332 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-8e2cedf8-8f0b-4d30-8a52-024733402400 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:18.631273 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['7ba761fd-f599-4ab4-9445-2bd2f228ac1a', '3738a568-4309-4f12-b542-09b2242a8a4f'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:58:18.648678 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c7fb2-0679-47bc-b4a4-ca02ec3ae018 req-f840533f-06fe-4021-97e4-379961770104 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:18.650889 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6c4c7fb2-0679-47bc-b4a4-ca02ec3ae018 req-f840533f-06fe-4021-97e4-379961770104 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 945 time: 0.2035210 Dec 15 20:58:18.713698 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-600b8d93-abd0-45bf-b675-a327652bf2a6 req-8e2cedf8-8f0b-4d30-8a52-024733402400 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] No DVR routers for this DVR port 3738a568-4309-4f12-b542-09b2242a8a4f on host hv-cinder-82189 {{(pid=86858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 20:58:18.716618 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-600b8d93-abd0-45bf-b675-a327652bf2a6 req-8e2cedf8-8f0b-4d30-8a52-024733402400 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:18.737308 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '408593d0-5942-458b-b385-ca50a9bba9e8', 'name': 'network-vif-deleted', 'tag': '3738a568-4309-4f12-b542-09b2242a8a4f'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:58:18.740758 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6c4c7fb2-0679-47bc-b4a4-ca02ec3ae018 req-d08bfc4f-4161-41f5-9ded-bb76e411fa11 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0805719 Dec 15 20:58:18.746908 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-600b8d93-abd0-45bf-b675-a327652bf2a6 req-8e2cedf8-8f0b-4d30-8a52-024733402400 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.41 "DELETE /v2.0/ports/3738a568-4309-4f12-b542-09b2242a8a4f HTTP/1.1" status: 204 len: 173 time: 1.7608302 Dec 15 20:58:18.780598 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-3d6e4aa2-3991-4c7b-9a05-fd1b7caaa42f tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:18.782298 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-3d6e4aa2-3991-4c7b-9a05-fd1b7caaa42f tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/networks?id=b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c HTTP/1.1" status: 200 len: 815 time: 0.2340555 Dec 15 20:58:18.790413 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-5844a989-0000-4f68-8a95-69988078f566 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:18.808574 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-63c9f096-4931-4b85-ad87-d079c389e0be tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/quotas/ac0003dafb6b4c72bd926672a4ca400a HTTP/1.1" status: 200 len: 375 time: 0.0158446 Dec 15 20:58:18.842908 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Pushing event updated for resources: {'Port': ['ID=0ffd2f64-a5f0-4a8c-80a3-4df98d504d34,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:18.858648 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:18.898513 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 7fd074d9-0d0a-4993-b040-293f6548805b triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:18.899047 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:19.008958 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2964815a-ef95-48e3-af5c-9065c114bdf3 req-d70b44ff-570f-4689-96ca-e6d9976649cd tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=408593d0-5942-458b-b385-ca50a9bba9e8 HTTP/1.1" status: 200 len: 210 time: 0.0666826 Dec 15 20:58:19.086447 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-1b25e72c-4fa4-40ac-a5a2-dfce6416d751 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=ac0003dafb6b4c72bd926672a4ca400a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2718544 Dec 15 20:58:19.091413 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '408593d0-5942-458b-b385-ca50a9bba9e8', 'name': 'network-vif-deleted', 'tag': '3738a568-4309-4f12-b542-09b2242a8a4f', 'status': 'completed', 'code': 200} Dec 15 20:58:19.169524 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] Notify callbacks [] for port, precommit_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:19.214164 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] Transition to ACTIVE for port object a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339 will not be triggered until provisioned by entity L2. {{(pid=86860) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:58:19.231130 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device b8007b22-5c00-433f-b63b-5ff5ae1950fe up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:58:19.265330 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:19.276497 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:19.440975 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604dea65-4cc2-4761-b236-c72b74c39fb3 req-48fd5708-5a99-4079-8a6d-892cee6fd862 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:19.444890 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93165578-39a4-4f86-af24-1da44501c586 None None] Pushing event updated for resources: {'Port': ['ID=a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339,revision_number=3']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:19.448375 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-604dea65-4cc2-4761-b236-c72b74c39fb3 req-48fd5708-5a99-4079-8a6d-892cee6fd862 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.1995404 Dec 15 20:58:19.453180 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-93165578-39a4-4f86-af24-1da44501c586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:19.475548 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-0aef8bff-74f6-4dba-bab6-92249153a3c0 service neutron] 10.222.0.49 "GET /v2.0/networks/b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3714440 Dec 15 20:58:19.538850 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc7de9-2ec3-4ee6-8aa6-1f0e49258199 req-5e681158-aed4-4ee8-8f54-30f7ed7e3324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:19.540701 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-5cdc7de9-2ec3-4ee6-8aa6-1f0e49258199 req-5e681158-aed4-4ee8-8f54-30f7ed7e3324 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e67c01112e5140159f714a65508bf5cb&device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 1098 time: 0.1572502 Dec 15 20:58:19.548402 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port b8007b22-5c00-433f-b63b-5ff5ae1950fe triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:19.548983 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:19.611883 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] Attempting to bind port a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339 on host dv-cinder-821892-1-iscsi for vnic_type normal with profile {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:58:19.612261 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] Attempting to bind port a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339 by drivers openvswitch,hyperv on host dv-cinder-821892-1-iscsi at level 0 using segments [{'id': '79506aab-076c-4ed9-b77c-b5abf44ffe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bf596cce-f72c-43ce-8191-2f33c4de52d1'}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:58:19.612638 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] Attempting to bind port a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339 on network bf596cce-f72c-43ce-8191-2f33c4de52d1 {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:58:19.625922 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] Checking agent: {'id': '2021dda7-beb7-41ef-a7e4-940ba5c07d3b', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-821892-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 46, 20), 'started_at': datetime.datetime(2021, 12, 15, 20, 46, 50), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 57, 50), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-821892-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:58:19.626314 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] Checking segment: {'id': '79506aab-076c-4ed9-b77c-b5abf44ffe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bf596cce-f72c-43ce-8191-2f33c4de52d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86860) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:58:19.626985 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:19.627116 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] Bound using segment: {'id': '79506aab-076c-4ed9-b77c-b5abf44ffe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bf596cce-f72c-43ce-8191-2f33c4de52d1'} {{(pid=86860) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:58:19.627593 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.managers [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] Bound port: a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339, host: dv-cinder-821892-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '79506aab-076c-4ed9-b77c-b5abf44ffe37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': 'bf596cce-f72c-43ce-8191-2f33c4de52d1'}}] {{(pid=86860) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:58:19.627976 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:19.631851 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-604dea65-4cc2-4761-b236-c72b74c39fb3 req-30a87071-7a07-4dfb-b03c-9282f301091d tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1824801 Dec 15 20:58:19.742227 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-05d8b261-0f95-4a72-98eb-cb9d3f0c528f service neutron] 10.222.0.49 "GET /v2.0/networks/b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665777 Dec 15 20:58:19.786443 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc7de9-2ec3-4ee6-8aa6-1f0e49258199 req-1fa9ccc3-ca04-4f68-baf4-f835e3d2b6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:19.787978 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-5cdc7de9-2ec3-4ee6-8aa6-1f0e49258199 req-1fa9ccc3-ca04-4f68-baf4-f835e3d2b6c0 service neutron] 10.222.0.41 "GET /v2.0/networks?id=93026352-c79c-42ad-baed-f8112007ec46 HTTP/1.1" status: 200 len: 917 time: 0.2352529 Dec 15 20:58:19.807987 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:19.850042 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:19.874252 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] For port a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339, host dv-cinder-821892-1-iscsi, cleared binding levels {{(pid=86860) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:58:19.879911 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] For port a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339, host dv-cinder-821892-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339,segment=NetworkSegment(79506aab-076c-4ed9-b77c-b5abf44ffe37),segment_id=79506aab-076c-4ed9-b77c-b5abf44ffe37)] {{(pid=86860) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:58:19.885036 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 9f12ce74-9e69-40d3-a969-724183a94deb up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:58:19.975066 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:20.006280 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:20.060747 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-5cdc7de9-2ec3-4ee6-8aa6-1f0e49258199 req-04954ca6-81af-4050-972a-7c4b5cbbb46d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d66489c0-5202-41a0-b0b9-efa104bb61bb HTTP/1.1" status: 200 len: 1001 time: 0.2592661 Dec 15 20:58:20.098027 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53438f7f-002f-4254-8d33-d8e42401fac0 req-c8384b75-4185-4c21-9b79-1097d59c3d4b tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:20.106905 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-53438f7f-002f-4254-8d33-d8e42401fac0 req-c8384b75-4185-4c21-9b79-1097d59c3d4b tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.2576756 Dec 15 20:58:20.140810 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93165578-39a4-4f86-af24-1da44501c586 None None] Pushing event updated for resources: {'Port': ['ID=a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:20.146126 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-93165578-39a4-4f86-af24-1da44501c586 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:20.147222 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] Routers {'02a7c245-9f01-4812-8e6d-060dd95818a1'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:58:20.147974 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:58:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['02a7c245-9f01-4812-8e6d-060dd95818a1'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:58:20.187719 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-53438f7f-002f-4254-8d33-d8e42401fac0 req-7d235ccd-eaba-47b1-9e28-6357f74f6f58 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760148 Dec 15 20:58:20.257007 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc7de9-2ec3-4ee6-8aa6-1f0e49258199 req-1db0c354-8c7f-489c-a27d-b88cb74ba005 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:20.260585 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-5cdc7de9-2ec3-4ee6-8aa6-1f0e49258199 req-1db0c354-8c7f-489c-a27d-b88cb74ba005 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eac67882-7145-4cd4-a26e-4a2149ab905e HTTP/1.1" status: 200 len: 855 time: 0.1849809 Dec 15 20:58:20.272376 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae051547-f4d6-4da1-bd82-7aa19cb6bbcd req-51ba8582-6648-4bc8-958d-905b35bc4de7 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:20.282187 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ae051547-f4d6-4da1-bd82-7aa19cb6bbcd req-51ba8582-6648-4bc8-958d-905b35bc4de7 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 945 time: 0.2460177 Dec 15 20:58:20.319476 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port 9f12ce74-9e69-40d3-a969-724183a94deb completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:58:20.360887 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 9f12ce74-9e69-40d3-a969-724183a94deb triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:20.367304 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:20.412315 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-640885cd-2e9c-4dc7-8e2f-d49000fa8617 req-00e48e67-165b-4056-a349-49dcb5786d86 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 210 time: 0.1082187 Dec 15 20:58:20.422497 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc7de9-2ec3-4ee6-8aa6-1f0e49258199 req-fe22c17a-9931-4acc-9382-2e80e8399b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:20.423371 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-5cdc7de9-2ec3-4ee6-8aa6-1f0e49258199 req-fe22c17a-9931-4acc-9382-2e80e8399b34 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93026352-c79c-42ad-baed-f8112007ec46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1562157 Dec 15 20:58:20.434728 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ae051547-f4d6-4da1-bd82-7aa19cb6bbcd req-052825a3-b2ff-42b9-82e3-26951b861357 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1427610 Dec 15 20:58:20.582283 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] Set router 02a7c245-9f01-4812-8e6d-060dd95818a1 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:58:20.627301 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-5cdc7de9-2ec3-4ee6-8aa6-1f0e49258199 req-bdd5c7d0-cc5d-43f3-9bfe-7d72d831410d service neutron] 10.222.0.41 "GET /v2.0/networks/93026352-c79c-42ad-baed-f8112007ec46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1897936 Dec 15 20:58:20.709499 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device d66489c0-5202-41a0-b0b9-efa104bb61bb no longer exists at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 20:58:20.891192 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-5cdc7de9-2ec3-4ee6-8aa6-1f0e49258199 req-6cb1ab47-fb4a-4580-8ee4-cefa6cb0f080 service neutron] 10.222.0.41 "GET /v2.0/networks/93026352-c79c-42ad-baed-f8112007ec46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2566650 Dec 15 20:58:20.943577 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-384e9237-03ad-482b-8147-6d4dde311c2b req-862ea5b1-2ed3-4fea-a50e-98b6b2b987a3 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:20.952455 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-384e9237-03ad-482b-8147-6d4dde311c2b req-862ea5b1-2ed3-4fea-a50e-98b6b2b987a3 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.1295853 Dec 15 20:58:21.017760 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-384e9237-03ad-482b-8147-6d4dde311c2b req-8c8385dd-c29c-4c48-9e34-10f8b14262a6 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637975 Dec 15 20:58:21.109878 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:21.191204 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:21.217854 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df56f8-d9d6-43ea-b498-533bd527cb95 req-3e673f77-5a64-4184-8feb-f70e654c5966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:21.220399 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-42df56f8-d9d6-43ea-b498-533bd527cb95 req-3e673f77-5a64-4184-8feb-f70e654c5966 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59dfe1e7aa764fd1a4000c98a26c6129&device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 1098 time: 0.0829408 Dec 15 20:58:21.295482 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] For port 9f12ce74-9e69-40d3-a969-724183a94deb, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=9f12ce74-9e69-40d3-a969-724183a94deb,segment=NetworkSegment(2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d),segment_id=2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:58:21.312090 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:21.321247 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:21.322135 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device c93700a9-f9f0-4fc4-a21c-26c15b198853 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:58:21.333053 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a46f3b97-a432-4441-ac4e-a3d7acc1f913 req-017ce52a-ad0f-46d5-b100-c7e3760997af tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:21.349540 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a46f3b97-a432-4441-ac4e-a3d7acc1f913 req-017ce52a-ad0f-46d5-b100-c7e3760997af tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.1548269 Dec 15 20:58:21.359835 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:21.422074 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df56f8-d9d6-43ea-b498-533bd527cb95 req-59c6e524-4761-4d36-a994-15511bcaa5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:21.423817 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-42df56f8-d9d6-43ea-b498-533bd527cb95 req-59c6e524-4761-4d36-a994-15511bcaa5dc service neutron] 10.222.0.41 "GET /v2.0/networks?id=64efe9fb-5976-41a9-8ac7-66748ac3041e HTTP/1.1" status: 200 len: 920 time: 0.1920335 Dec 15 20:58:21.510112 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a46f3b97-a432-4441-ac4e-a3d7acc1f913 req-95b6ffe5-660a-41ee-8a3e-1d3c077919e6 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593359 Dec 15 20:58:21.524219 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd517eebf-3a20-44e8-89a9-fd7f88367609', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd66489c0-5202-41a0-b0b9-efa104bb61bb'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:58:21.540708 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port d66489c0-5202-41a0-b0b9-efa104bb61bb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d66489c0-5202-41a0-b0b9-efa104bb61bb,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:58:21.550509 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Pushing event updated for resources: {'Port': ['ID=9f12ce74-9e69-40d3-a969-724183a94deb,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:21.562805 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:21.563266 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 3738a568-4309-4f12-b542-09b2242a8a4f no longer exists at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 20:58:21.567324 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-42df56f8-d9d6-43ea-b498-533bd527cb95 req-a67d4acb-f56a-4230-a01d-bddcce29f000 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d302766-b927-429e-a03f-3fdf68d6833f HTTP/1.1" status: 200 len: 217 time: 0.1287510 Dec 15 20:58:21.590964 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:21.591542 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:21.591820 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:21.592041 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:21.592368 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:21.592701 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:21.593029 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:21.593374 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:21.593719 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:21.594052 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:21.594384 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:21.594692 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:21.606891 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d384351-8c38-43c4-b0ac-24c43bca4400 req-9548f850-bb5e-493e-8cc5-95d1b79ab859 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:21.608360 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8d384351-8c38-43c4-b0ac-24c43bca4400 req-9548f850-bb5e-493e-8cc5-95d1b79ab859 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.2102594 Dec 15 20:58:21.614547 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:21.623602 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-7c6b8119-a954-47cf-af82-9be2f19cc017 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:21.677299 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] No Port match for: 3738a568-4309-4f12-b542-09b2242a8a4f {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 20:58:21.677789 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 3738a568-4309-4f12-b542-09b2242a8a4f not bound to the agent host hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 20:58:21.712470 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port c93700a9-f9f0-4fc4-a21c-26c15b198853 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:21.712852 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:21.751156 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=d66489c0-5202-41a0-b0b9-efa104bb61bb,revision_number=8']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:21.755655 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:21.793881 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3fb3a6f2-bd12-48ef-9341-8673bc1c5814 req-49701030-4094-45ad-9837-708163c51f0d tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 210 time: 0.0790191 Dec 15 20:58:21.813849 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8d384351-8c38-43c4-b0ac-24c43bca4400 req-6e672e11-c7bc-473e-add6-de21b58aefbe tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1397810 Dec 15 20:58:21.894463 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c240e0e-0a48-4092-9a1a-d90e7e40320d req-fc8df34d-4305-4ed8-a56a-dc3a6ba30091 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:21.896802 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9c240e0e-0a48-4092-9a1a-d90e7e40320d req-fc8df34d-4305-4ed8-a56a-dc3a6ba30091 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1c77d1948bd48a0aa5bbdac1c6cf4a4&device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 1098 time: 0.2981040 Dec 15 20:58:21.906031 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42df56f8-d9d6-43ea-b498-533bd527cb95 req-5cc9d8be-90d9-4e7a-9eae-b7eb3afd50ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:21.907551 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-42df56f8-d9d6-43ea-b498-533bd527cb95 req-5cc9d8be-90d9-4e7a-9eae-b7eb3afd50ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=242f45b8-10fa-40a9-9d70-6363d2d5e1fa HTTP/1.1" status: 200 len: 859 time: 0.3166449 Dec 15 20:58:21.925013 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a7c245-9f01-4812-8e6d-060dd95818a1', 'name': 'tempest-TestShelveInstance-395242949-router', 'tenant_id': '754a72a8af194daa88f1e70f2a77b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '0ffd2f64-a5f0-4a8c-80a3-4df98d504d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:52Z', 'updated_at': '2021-12-15T20:58:06Z', 'revision_number': 4, 'project_id': '754a72a8af194daa88f1e70f2a77b7a1', 'gw_port': {'id': '0ffd2f64-a5f0-4a8c-80a3-4df98d504d34', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:95:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a7c245-9f01-4812-8e6d-060dd95818a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:54Z', 'updated_at': '2021-12-15T20:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': 'a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339', 'name': '', 'network_id': 'bf596cce-f72c-43ce-8191-2f33c4de52d1', 'tenant_id': '754a72a8af194daa88f1e70f2a77b7a1', 'mac_address': 'fa:16:3e:d6:5e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a7c245-9f01-4812-8e6d-060dd95818a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'aca01093-6d1b-4fe1-9705-de18bb93d6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:58:04Z', 'updated_at': '2021-12-15T20:58:19Z', 'revision_number': 4, 'project_id': '754a72a8af194daa88f1e70f2a77b7a1', 'subnets': [{'id': 'aca01093-6d1b-4fe1-9705-de18bb93d6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:58:22.025729 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-42df56f8-d9d6-43ea-b498-533bd527cb95 req-90549905-164d-4a2d-a121-a3b1d9153d28 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=64efe9fb-5976-41a9-8ac7-66748ac3041e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1052210 Dec 15 20:58:22.032950 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd517eebf-3a20-44e8-89a9-fd7f88367609', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd66489c0-5202-41a0-b0b9-efa104bb61bb', 'code': 200} Dec 15 20:58:22.043123 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92bbddf3-9e4a-4653-8393-30a6db8bb158 None None] The sync data for ids ['02a7c245-9f01-4812-8e6d-060dd95818a1'] in dv-cinder-821892-1-iscsi is: [{'id': '02a7c245-9f01-4812-8e6d-060dd95818a1', 'name': 'tempest-TestShelveInstance-395242949-router', 'tenant_id': '754a72a8af194daa88f1e70f2a77b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '0ffd2f64-a5f0-4a8c-80a3-4df98d504d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:52Z', 'updated_at': '2021-12-15T20:58:06Z', 'revision_number': 4, 'project_id': '754a72a8af194daa88f1e70f2a77b7a1', 'gw_port': {'id': '0ffd2f64-a5f0-4a8c-80a3-4df98d504d34', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:95:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a7c245-9f01-4812-8e6d-060dd95818a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:54Z', 'updated_at': '2021-12-15T20:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': 'a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339', 'name': '', 'network_id': 'bf596cce-f72c-43ce-8191-2f33c4de52d1', 'tenant_id': '754a72a8af194daa88f1e70f2a77b7a1', 'mac_address': 'fa:16:3e:d6:5e:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '02a7c245-9f01-4812-8e6d-060dd95818a1', 'device_owner': 'network:router_interface', 'standard_attr_id': 426, 'fixed_ips': [{'subnet_id': 'aca01093-6d1b-4fe1-9705-de18bb93d6f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:58:04Z', 'updated_at': '2021-12-15T20:58:19Z', 'revision_number': 4, 'project_id': '754a72a8af194daa88f1e70f2a77b7a1', 'subnets': [{'id': 'aca01093-6d1b-4fe1-9705-de18bb93d6f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 20:58:22.081795 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device dc2acb2d-2163-440c-be3c-a1b054925b8f up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:58:22.183853 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c240e0e-0a48-4092-9a1a-d90e7e40320d req-d6e02552-9121-4bd7-8890-065f3c171bc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:22.185331 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9c240e0e-0a48-4092-9a1a-d90e7e40320d req-d6e02552-9121-4bd7-8890-065f3c171bc9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7ada944-b67c-407b-be0e-d1869c073b7e HTTP/1.1" status: 200 len: 912 time: 0.2795541 Dec 15 20:58:22.204926 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port dc2acb2d-2163-440c-be3c-a1b054925b8f triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:22.205308 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:22.232855 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-42df56f8-d9d6-43ea-b498-533bd527cb95 req-6acb0e54-26e6-4dea-95f0-cde391c877f7 service neutron] 10.222.0.41 "GET /v2.0/networks/64efe9fb-5976-41a9-8ac7-66748ac3041e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1934383 Dec 15 20:58:22.269461 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-6982696a-c958-4648-82ee-23667b37bf7a tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:22.270476 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-6982696a-c958-4648-82ee-23667b37bf7a tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Synchronizing usage tracker for tenant:ac0003dafb6b4c72bd926672a4ca400a on resource:network {{(pid=86858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:58:22.304791 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318973e4-4781-40b4-8455-7a60aac41388 req-bf4569a0-9b84-4ae0-8885-f54d473f5d4c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:22.312104 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-318973e4-4781-40b4-8455-7a60aac41388 req-bf4569a0-9b84-4ae0-8885-f54d473f5d4c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.3007367 Dec 15 20:58:22.375942 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-6982696a-c958-4648-82ee-23667b37bf7a tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Unset dirty status for tenant:ac0003dafb6b4c72bd926672a4ca400a on resource:network {{(pid=86858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:58:22.380722 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-6982696a-c958-4648-82ee-23667b37bf7a tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.41 "GET /v2.0/networks?id=b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c HTTP/1.1" status: 200 len: 815 time: 0.7483082 Dec 15 20:58:22.386562 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9c240e0e-0a48-4092-9a1a-d90e7e40320d req-b92ff9c7-4756-4d61-b680-e6f7bd8f2085 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2037936-b08a-46ec-9ff3-903f7fa93eae HTTP/1.1" status: 200 len: 1001 time: 0.1885831 Dec 15 20:58:22.405145 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-de145dfd-ac9a-41d1-8fb5-97f5ca931b72 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Request body: {'port': {'device_id': '447e1787-186d-4c84-8f92-a280fbdafac8', 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c', 'admin_state_up': True, 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:58:22.414255 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 445a330e-6de4-47dc-915f-861a6211805a up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:58:22.489236 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-318973e4-4781-40b4-8455-7a60aac41388 req-f12c24f1-ab1c-440f-b5e8-ab325255cff9 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1665792 Dec 15 20:58:22.511676 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 445a330e-6de4-47dc-915f-861a6211805a triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:22.512007 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:22.606603 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-42df56f8-d9d6-43ea-b498-533bd527cb95 req-7a837c96-197b-482a-b54a-42ca38e176b7 service neutron] 10.222.0.41 "GET /v2.0/networks/64efe9fb-5976-41a9-8ac7-66748ac3041e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3651831 Dec 15 20:58:22.708085 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-de145dfd-ac9a-41d1-8fb5-97f5ca931b72 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:58:22.712860 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-de145dfd-ac9a-41d1-8fb5-97f5ca931b72 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Usage tracker for resource:port and tenant:ac0003dafb6b4c72bd926672a4ca400a is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:58:22.715889 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-de145dfd-ac9a-41d1-8fb5-97f5ca931b72 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:58:22.722685 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-de145dfd-ac9a-41d1-8fb5-97f5ca931b72 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:58:22.740253 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-de145dfd-ac9a-41d1-8fb5-97f5ca931b72 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Made reservation on behalf of ac0003dafb6b4c72bd926672a4ca400a for: {'port': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:58:22.744971 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-de145dfd-ac9a-41d1-8fb5-97f5ca931b72 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:22.850326 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c240e0e-0a48-4092-9a1a-d90e7e40320d req-a50307e4-d38e-40af-a128-554aaa7ae057 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:22.851754 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9c240e0e-0a48-4092-9a1a-d90e7e40320d req-a50307e4-d38e-40af-a128-554aaa7ae057 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5036755d-7452-453b-a442-049d1bf022e9 HTTP/1.1" status: 200 len: 850 time: 0.4460733 Dec 15 20:58:22.915752 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device ea7d0da3-3885-4a85-abc9-6a04d07cc6ae up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:58:22.981525 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-de145dfd-ac9a-41d1-8fb5-97f5ca931b72 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Allocated IP 172.20.0.12 (b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c/46215959-91fb-4a8b-ba1d-1bbf050f280d/58e9719e-2290-47c7-8149-52b003828f92) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:58:23.006647 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58f5fa5c-8303-4645-9cab-ad0fd1542cc4 req-bca1e0e5-ca62-4aeb-ace1-05c31af013ac tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:23.015056 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-58f5fa5c-8303-4645-9cab-ad0fd1542cc4 req-bca1e0e5-ca62-4aeb-ace1-05c31af013ac tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.2892892 Dec 15 20:58:23.044441 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd5a6858-080f-44d3-908c-baa8940d8cf6 req-42773db0-3932-4391-8f8b-6819490736f5 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:23.051348 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-dd5a6858-080f-44d3-908c-baa8940d8cf6 req-42773db0-3932-4391-8f8b-6819490736f5 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6 HTTP/1.1" status: 200 len: 946 time: 0.5353804 Dec 15 20:58:23.053909 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port ea7d0da3-3885-4a85-abc9-6a04d07cc6ae triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:23.054543 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:23.171027 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-dd5a6858-080f-44d3-908c-baa8940d8cf6 req-7fc80cf9-2239-40fe-9928-44dc5376ad67 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187429 Dec 15 20:58:23.235561 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c240e0e-0a48-4092-9a1a-d90e7e40320d req-693c4cd6-3440-4db7-a317-bdb7309596fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:23.239588 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9c240e0e-0a48-4092-9a1a-d90e7e40320d req-693c4cd6-3440-4db7-a317-bdb7309596fc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7ada944-b67c-407b-be0e-d1869c073b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3762355 Dec 15 20:58:23.263601 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-58f5fa5c-8303-4645-9cab-ad0fd1542cc4 req-728f21b9-bd62-429d-9d6d-5c2483104c95 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2476032 Dec 15 20:58:23.284793 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:58:23.327835 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-de145dfd-ac9a-41d1-8fb5-97f5ca931b72 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:23.355778 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-de145dfd-ac9a-41d1-8fb5-97f5ca931b72 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Transition to ACTIVE for port object 58e9719e-2290-47c7-8149-52b003828f92 will not be triggered until provisioned by entity DHCP. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:58:23.382731 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-de145dfd-ac9a-41d1-8fb5-97f5ca931b72 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:23.396918 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-fb7ab968-8886-46ba-a061-f76a077b625e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:23.403469 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning for port a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339 completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:58:23.408920 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:23.409308 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:23.465125 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-de145dfd-ac9a-41d1-8fb5-97f5ca931b72 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Network b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:58:23.468484 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-de145dfd-ac9a-41d1-8fb5-97f5ca931b72 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:58:23.473071 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-de145dfd-ac9a-41d1-8fb5-97f5ca931b72 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:58:23.541608 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9c240e0e-0a48-4092-9a1a-d90e7e40320d req-37227b07-dae0-4494-8be7-33e1238bb38a service neutron] 10.222.0.41 "GET /v2.0/networks/c7ada944-b67c-407b-be0e-d1869c073b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2727063 Dec 15 20:58:23.560522 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de145dfd-ac9a-41d1-8fb5-97f5ca931b72 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Pushing event updated for resources: {'Port': ['ID=58e9719e-2290-47c7-8149-52b003828f92,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:23.566866 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-de145dfd-ac9a-41d1-8fb5-97f5ca931b72 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:23.581753 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:23.593978 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8cca741-5f49-45f2-8974-7e4c7ff16374 req-654a35c9-f8c0-463b-bb7d-616f4c6f893b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:23.595504 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a8cca741-5f49-45f2-8974-7e4c7ff16374 req-654a35c9-f8c0-463b-bb7d-616f4c6f893b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.2403760 Dec 15 20:58:23.617101 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] For port a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339,segment=NetworkSegment(79506aab-076c-4ed9-b77c-b5abf44ffe37),segment_id=79506aab-076c-4ed9-b77c-b5abf44ffe37)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:58:23.622573 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-de145dfd-ac9a-41d1-8fb5-97f5ca931b72 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:23.623313 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:23.623569 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-de145dfd-ac9a-41d1-8fb5-97f5ca931b72 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:23.624703 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 9f12ce74-9e69-40d3-a969-724183a94deb up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:58:23.656017 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-de145dfd-ac9a-41d1-8fb5-97f5ca931b72 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2568879 Dec 15 20:58:23.671900 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] Request body: {'port': {'device_id': '447e1787-186d-4c84-8f92-a280fbdafac8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:58:23.677225 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 20:58:23.683016 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-e28f98e9-60eb-4d50-aadd-82f60652d3e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:23.700203 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6c67cce-9d47-45b6-859d-d819e9aeaff5 req-8e69a4dd-8d65-406f-a56d-d81d21f38f58 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:23.707809 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f6c67cce-9d47-45b6-859d-d819e9aeaff5 req-8e69a4dd-8d65-406f-a56d-d81d21f38f58 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 932 time: 0.3032417 Dec 15 20:58:23.801761 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f6c67cce-9d47-45b6-859d-d819e9aeaff5 req-95023049-cd4b-4440-b708-4331c0af76a1 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929637 Dec 15 20:58:23.804754 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a8cca741-5f49-45f2-8974-7e4c7ff16374 req-39cf7303-7295-4439-907a-c7a154e545eb tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1528456 Dec 15 20:58:23.854799 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9c240e0e-0a48-4092-9a1a-d90e7e40320d req-b3d57bbe-375e-4a52-ade7-e081d195d449 service neutron] 10.222.0.41 "GET /v2.0/networks/c7ada944-b67c-407b-be0e-d1869c073b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3029852 Dec 15 20:58:23.891073 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Pushing event updated for resources: {'Port': ['ID=a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:23.896040 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-a828dc31-9917-45cc-b647-870b51b557d2 None None] Provisioning for port 58e9719e-2290-47c7-8149-52b003828f92 completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:58:23.906362 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:23.915551 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-a828dc31-9917-45cc-b647-870b51b557d2 None None] Provisioning complete for port 58e9719e-2290-47c7-8149-52b003828f92 triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:23.915921 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-a828dc31-9917-45cc-b647-870b51b557d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:23.933995 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:24.003498 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 9f12ce74-9e69-40d3-a969-724183a94deb triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:24.004119 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:24.038263 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-a828dc31-9917-45cc-b647-870b51b557d2 None None] Port 58e9719e-2290-47c7-8149-52b003828f92 cannot update to ACTIVE because it is not bound. {{(pid=86860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 20:58:24.051760 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d433a4e-4dac-41a7-8f6c-4b30e4193612 req-b7b0f704-8c1b-491e-bcc0-29503358df29 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:24.059367 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8d433a4e-4dac-41a7-8f6c-4b30e4193612 req-b7b0f704-8c1b-491e-bcc0-29503358df29 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.1253977 Dec 15 20:58:24.105407 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8d433a4e-4dac-41a7-8f6c-4b30e4193612 req-9a476f5c-a34b-4435-ae3d-60f1ca4b8a51 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0447724 Dec 15 20:58:24.135401 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 0ffd2f64-a5f0-4a8c-80a3-4df98d504d34 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:58:24.230946 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port 0ffd2f64-a5f0-4a8c-80a3-4df98d504d34 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:24.231672 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:24.314096 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76390667-dda6-4cea-985a-37c25a1bd4e2 req-06480f67-913a-42d5-bc37-2ed584618597 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:24.324533 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-76390667-dda6-4cea-985a-37c25a1bd4e2 req-06480f67-913a-42d5-bc37-2ed584618597 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.41 "GET /v2.0/ports?device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6 HTTP/1.1" status: 200 len: 946 time: 0.1592729 Dec 15 20:58:24.366660 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58e9719e-2290-47c7-8149-52b003828f92 {{(pid=86858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:58:24.375799 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:24.411173 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] Transition to ACTIVE for port object 58e9719e-2290-47c7-8149-52b003828f92 will not be triggered until provisioned by entity L2. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:58:24.421499 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:24.431432 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-1d6a8c05-fef8-4475-8e48-71fda93fbf6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:24.513451 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [req-76390667-dda6-4cea-985a-37c25a1bd4e2 req-d2e890cf-60cc-4684-ba81-29ea49322cb2 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Deleting port 7ba761fd-f599-4ab4-9445-2bd2f228ac1a {{(pid=86859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 20:58:24.514152 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-76390667-dda6-4cea-985a-37c25a1bd4e2 req-d2e890cf-60cc-4684-ba81-29ea49322cb2 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:24.613831 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] Pushing event updated for resources: {'Port': ['ID=58e9719e-2290-47c7-8149-52b003828f92,revision_number=2']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:24.617710 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:24.644896 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf580cb-d9f4-4da6-8501-b9a8bcf95068 req-bd340b6a-9cfa-4939-afd2-4706adaa260f tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:24.652049 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-fcf580cb-d9f4-4da6-8501-b9a8bcf95068 req-bd340b6a-9cfa-4939-afd2-4706adaa260f tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6 HTTP/1.1" status: 200 len: 946 time: 0.3259115 Dec 15 20:58:24.853098 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339 up at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:58:24.867994 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] Attempting to bind port 58e9719e-2290-47c7-8149-52b003828f92 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:58:24.882240 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] Attempting to bind port 58e9719e-2290-47c7-8149-52b003828f92 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '65ce960a-5203-4378-8ba9-b472ed124dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c'}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:58:24.885055 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] Attempting to bind port 58e9719e-2290-47c7-8149-52b003828f92 on network b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:58:24.892028 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] Port 58e9719e-2290-47c7-8149-52b003828f92 on network b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 20:58:24.892519 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] Attempting to bind port 58e9719e-2290-47c7-8149-52b003828f92 on network b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:58:24.898708 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] Checking agent: {'id': '725a3879-ffa9-43b4-b39f-ace0d62390f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'started_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 58, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:58:24.899386 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] Checking segment: {'id': '65ce960a-5203-4378-8ba9-b472ed124dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:58:24.899876 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] Bound using segment: {'id': '65ce960a-5203-4378-8ba9-b472ed124dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c'} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:58:24.900847 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] Bound port: 58e9719e-2290-47c7-8149-52b003828f92, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '65ce960a-5203-4378-8ba9-b472ed124dfd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c'}}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:58:24.901322 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:24.925249 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-fcf580cb-d9f4-4da6-8501-b9a8bcf95068 req-96ab40d0-77c6-420e-9c2a-9a76fa498cc0 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/security-groups?id=1a7768db-a9f2-4b90-a41a-96617fcfff28&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2722824 Dec 15 20:58:25.053277 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] For port 58e9719e-2290-47c7-8149-52b003828f92, host hv-cinder-82189, cleared binding levels {{(pid=86858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:58:25.066884 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] For port 58e9719e-2290-47c7-8149-52b003828f92, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=58e9719e-2290-47c7-8149-52b003828f92,segment=NetworkSegment(65ce960a-5203-4378-8ba9-b472ed124dfd),segment_id=65ce960a-5203-4378-8ba9-b472ed124dfd)] {{(pid=86858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:58:25.073591 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:25.080872 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-d3a1535b-e754-4634-888b-d4b78dfbae0a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:25.130877 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Provisioning complete for port a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:25.131956 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:25.179523 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:25.180300 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:25.182435 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] 10.222.0.41 "PUT /v2.0/ports/58e9719e-2290-47c7-8149-52b003828f92 HTTP/1.1" status: 200 len: 1094 time: 1.5173650 Dec 15 20:58:25.183037 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447e1787-186d-4c84-8f92-a280fbdafac8', 'tag': '58e9719e-2290-47c7-8149-52b003828f92'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:58:25.223272 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] Pushing event updated for resources: {'Port': ['ID=58e9719e-2290-47c7-8149-52b003828f92,revision_number=3']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:25.236655 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:25.277595 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.db [req-76390667-dda6-4cea-985a-37c25a1bd4e2 req-d2e890cf-60cc-4684-ba81-29ea49322cb2 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] For port 7ba761fd-f599-4ab4-9445-2bd2f228ac1a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7ba761fd-f599-4ab4-9445-2bd2f228ac1a,segment=NetworkSegment(ae6fa0f6-5b60-452f-8239-ffb398b012d3),segment_id=ae6fa0f6-5b60-452f-8239-ffb398b012d3)] {{(pid=86859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:58:25.278048 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-76390667-dda6-4cea-985a-37c25a1bd4e2 req-d2e890cf-60cc-4684-ba81-29ea49322cb2 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:25.334490 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-4e4df5f6-6094-4c2c-86a4-dd3edb7ddc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:25.336227 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-4e4df5f6-6094-4c2c-86a4-dd3edb7ddc71 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac0003dafb6b4c72bd926672a4ca400a&device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 1097 time: 0.1025028 Dec 15 20:58:25.428571 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-238125dc-d7e6-4e15-8ed1-715bf04828ad service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e9719e-2290-47c7-8149-52b003828f92 HTTP/1.1" status: 200 len: 217 time: 0.0775537 Dec 15 20:58:25.505963 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-e33e7beb-cc24-4de9-a736-4fac22d0702c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:25.507530 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-e33e7beb-cc24-4de9-a736-4fac22d0702c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46215959-91fb-4a8b-ba1d-1bbf050f280d HTTP/1.1" status: 200 len: 854 time: 0.0718632 Dec 15 20:58:25.525306 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [req-76390667-dda6-4cea-985a-37c25a1bd4e2 req-d2e890cf-60cc-4684-ba81-29ea49322cb2 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Calling delete_port for 7ba761fd-f599-4ab4-9445-2bd2f228ac1a owned by compute:nova {{(pid=86859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 20:58:25.585580 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-58a32ea1-0593-43c6-941d-aca50b3c0e01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:25.587168 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-58a32ea1-0593-43c6-941d-aca50b3c0e01 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725811 Dec 15 20:58:25.723892 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-1e9beff1-c953-4e9a-9070-312c3ae1a9e2 service neutron] 10.222.0.41 "GET /v2.0/networks/b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287546 Dec 15 20:58:25.725576 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8e850cb-2027-4d40-bf92-1d40f94f64b1 req-cea3b267-032b-4e2c-8ba2-6ad735d400e2 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:25.727065 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d8e850cb-2027-4d40-bf92-1d40f94f64b1 req-cea3b267-032b-4e2c-8ba2-6ad735d400e2 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.6070142 Dec 15 20:58:25.796717 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00be012e-376e-41c6-ab03-69f5e721e932 req-0913a863-156f-4fd5-9f0b-de10421ca31c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:25.798167 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-00be012e-376e-41c6-ab03-69f5e721e932 req-0913a863-156f-4fd5-9f0b-de10421ca31c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 944 time: 0.5973098 Dec 15 20:58:25.850567 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d8e850cb-2027-4d40-bf92-1d40f94f64b1 req-ebafaa15-d4ef-4403-962b-8e9a42134ad4 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939434 Dec 15 20:58:25.862871 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-07e29deb-f7b9-4994-83fb-fbf53f532e29 req-667c0279-1f15-4e1c-b3b1-1af8ab6b595e service neutron] 10.222.0.41 "GET /v2.0/networks/b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288216 Dec 15 20:58:25.871356 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-76390667-dda6-4cea-985a-37c25a1bd4e2 req-d2e890cf-60cc-4684-ba81-29ea49322cb2 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:25.875782 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-00be012e-376e-41c6-ab03-69f5e721e932 req-a29d7e33-afc4-497d-9a81-67deb64ef7ad tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655391 Dec 15 20:58:25.880519 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-7d81b906-18f9-4529-9b95-aba564f01b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:25.940310 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e890cf-60cc-4684-ba81-29ea49322cb2 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Pushing event deleted for resources: {'Port': ['ID=7ba761fd-f599-4ab4-9445-2bd2f228ac1a,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:25.943705 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-d2e890cf-60cc-4684-ba81-29ea49322cb2 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:26.013371 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447e1787-186d-4c84-8f92-a280fbdafac8', 'tag': '58e9719e-2290-47c7-8149-52b003828f92', 'status': 'completed', 'code': 200} Dec 15 20:58:26.058943 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.l3_dvrscheduler_db [req-76390667-dda6-4cea-985a-37c25a1bd4e2 req-d2e890cf-60cc-4684-ba81-29ea49322cb2 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] No DVR routers for this DVR port 7ba761fd-f599-4ab4-9445-2bd2f228ac1a on host hv-cinder-82189 {{(pid=86859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 20:58:26.068495 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-76390667-dda6-4cea-985a-37c25a1bd4e2 req-d2e890cf-60cc-4684-ba81-29ea49322cb2 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:26.071652 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '25d35836-3a21-4ab6-a40b-8b1bcb6a03d6', 'name': 'network-vif-deleted', 'tag': '7ba761fd-f599-4ab4-9445-2bd2f228ac1a'}] {{(pid=86859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:58:26.093915 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-76390667-dda6-4cea-985a-37c25a1bd4e2 req-d2e890cf-60cc-4684-ba81-29ea49322cb2 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.41 "DELETE /v2.0/ports/7ba761fd-f599-4ab4-9445-2bd2f228ac1a HTTP/1.1" status: 204 len: 173 time: 1.7114074 Dec 15 20:58:26.123400 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec92565-170d-4f6d-b838-991117784b2e req-7fa502b9-1cf4-4105-917a-282a36a3b792 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:26.124195 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab8094-b26f-471b-bd41-29c3859ccece req-d8c9ecbf-9eea-483c-9bb2-fb4a3af24d94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:26.125113 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7ec92565-170d-4f6d-b838-991117784b2e req-7fa502b9-1cf4-4105-917a-282a36a3b792 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.1095057 Dec 15 20:58:26.127222 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-abab8094-b26f-471b-bd41-29c3859ccece req-d8c9ecbf-9eea-483c-9bb2-fb4a3af24d94 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac0003dafb6b4c72bd926672a4ca400a&device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 1097 time: 0.0883641 Dec 15 20:58:26.175827 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7ec92565-170d-4f6d-b838-991117784b2e req-b771fca8-df4b-42b0-9fdb-401f21ad72c6 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442972 Dec 15 20:58:26.353440 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab8094-b26f-471b-bd41-29c3859ccece req-7ed0352a-7519-45ed-94ad-023deb4357fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:26.355001 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-abab8094-b26f-471b-bd41-29c3859ccece req-7ed0352a-7519-45ed-94ad-023deb4357fc service neutron] 10.222.0.41 "GET /v2.0/networks?id=b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c HTTP/1.1" status: 200 len: 916 time: 0.2205753 Dec 15 20:58:26.413504 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-1004d8dd-ddd3-4ccf-a75f-beded60f25b8 req-9ffc1c53-525b-498e-b28c-17b12ca4bbdd tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Synchronizing usage tracker for tenant:aebf296e7f8d40f19e8c30faf01d3e7d on resource:port {{(pid=86859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:58:26.431018 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-1004d8dd-ddd3-4ccf-a75f-beded60f25b8 req-9ffc1c53-525b-498e-b28c-17b12ca4bbdd tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Unset dirty status for tenant:aebf296e7f8d40f19e8c30faf01d3e7d on resource:port {{(pid=86859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:58:26.435641 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1004d8dd-ddd3-4ccf-a75f-beded60f25b8 req-9ffc1c53-525b-498e-b28c-17b12ca4bbdd tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] 10.222.0.49 "GET /v2.0/ports?device_id=25d35836-3a21-4ab6-a40b-8b1bcb6a03d6 HTTP/1.1" status: 200 len: 210 time: 0.0627687 Dec 15 20:58:26.442050 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-abab8094-b26f-471b-bd41-29c3859ccece req-2b7296a6-f1f9-42d4-b23b-691ad80dffc2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e9719e-2290-47c7-8149-52b003828f92 HTTP/1.1" status: 200 len: 217 time: 0.0789094 Dec 15 20:58:26.486694 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '25d35836-3a21-4ab6-a40b-8b1bcb6a03d6', 'name': 'network-vif-deleted', 'tag': '7ba761fd-f599-4ab4-9445-2bd2f228ac1a', 'status': 'completed', 'code': 200} Dec 15 20:58:26.515957 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab8094-b26f-471b-bd41-29c3859ccece req-ddb9cf53-ef9e-4067-b2fb-9f49e7815be3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:26.517843 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-abab8094-b26f-471b-bd41-29c3859ccece req-ddb9cf53-ef9e-4067-b2fb-9f49e7815be3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46215959-91fb-4a8b-ba1d-1bbf050f280d HTTP/1.1" status: 200 len: 854 time: 0.0676246 Dec 15 20:58:26.611164 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abab8094-b26f-471b-bd41-29c3859ccece req-a7b9a0f4-4712-44bc-86f8-039bc78c7cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:26.612766 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-abab8094-b26f-471b-bd41-29c3859ccece req-a7b9a0f4-4712-44bc-86f8-039bc78c7cbe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0856404 Dec 15 20:58:26.691527 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device d66489c0-5202-41a0-b0b9-efa104bb61bb no longer exists at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 20:58:26.697407 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd460798-77ca-4b1d-940b-d94e4f6720e9 req-14ae2b3a-5f4c-4d8d-b522-09efc0f7cc88 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:26.699719 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-bd460798-77ca-4b1d-940b-d94e4f6720e9 req-14ae2b3a-5f4c-4d8d-b522-09efc0f7cc88 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.1114552 Dec 15 20:58:26.810432 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-abab8094-b26f-471b-bd41-29c3859ccece req-8c86a423-48d8-44bf-9ccb-f0e607eabadb service neutron] 10.222.0.41 "GET /v2.0/networks/b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1847172 Dec 15 20:58:26.830488 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-bd460798-77ca-4b1d-940b-d94e4f6720e9 req-4762f237-a72a-41fe-a362-5c3067b39ca8 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1208062 Dec 15 20:58:26.887446 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 7ba761fd-f599-4ab4-9445-2bd2f228ac1a no longer exists at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 20:58:26.944872 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] No Port match for: 7ba761fd-f599-4ab4-9445-2bd2f228ac1a {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 20:58:26.945294 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 7ba761fd-f599-4ab4-9445-2bd2f228ac1a not bound to the agent host hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 20:58:27.069431 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-abab8094-b26f-471b-bd41-29c3859ccece req-eb8a9695-7c5f-441f-a113-186e5163a7d6 service neutron] 10.222.0.41 "GET /v2.0/networks/b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2435422 Dec 15 20:58:27.102902 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee977eab-1082-4eab-be14-dcf7102f6003 req-f31047d4-3623-48e7-903a-74c38a9156e6 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:27.104379 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ee977eab-1082-4eab-be14-dcf7102f6003 req-f31047d4-3623-48e7-903a-74c38a9156e6 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 944 time: 0.0813503 Dec 15 20:58:27.152775 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ee977eab-1082-4eab-be14-dcf7102f6003 req-2b7f1648-7ee0-4690-a834-fc26c7c4fbe9 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425553 Dec 15 20:58:27.527261 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 38898) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:58:27.585826 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_v2 [None req-991e2b63-3858-4b7e-998e-b5bbc6a436c3 admin admin] Deleting subnet 2f5c8b39-f31f-4f68-b491-bed600bd6785 {{(pid=86859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 20:58:27.588602 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-991e2b63-3858-4b7e-998e-b5bbc6a436c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:27.638536 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-991e2b63-3858-4b7e-998e-b5bbc6a436c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4139045'] for subnet, precommit_delete_associations {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:27.698693 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-991e2b63-3858-4b7e-998e-b5bbc6a436c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16175920'] for subnet, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:27.771311 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-991e2b63-3858-4b7e-998e-b5bbc6a436c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16175976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4132637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3984658'] for subnet, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:27.775341 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-c1a2c1cd-a5b3-4c57-8dc6-915378f729e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:27.810596 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991e2b63-3858-4b7e-998e-b5bbc6a436c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2f5c8b39-f31f-4f68-b491-bed600bd6785,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:27.813606 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-991e2b63-3858-4b7e-998e-b5bbc6a436c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:27.816474 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-991e2b63-3858-4b7e-998e-b5bbc6a436c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for subnet, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:27.822236 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-991e2b63-3858-4b7e-998e-b5bbc6a436c3 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/2f5c8b39-f31f-4f68-b491-bed600bd6785 HTTP/1.1" status: 204 len: 168 time: 0.2940016 Dec 15 20:58:27.824668 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 38904) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:58:27.941473 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-71e09323-6400-4c49-9d1c-ce91c1d8bb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16236683'] for network, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:28.132928 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-71e09323-6400-4c49-9d1c-ce91c1d8bb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16176923', 'neutron.services.segments.db._delete_segments_for_network-8767327805862'] for network, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:28.163770 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.services.segments.db [None req-71e09323-6400-4c49-9d1c-ce91c1d8bb47 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80313551-4978-4263-bd6f-c5ef8342b2b0']}} {{(pid=86859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:58:28.180421 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.services.segments.db [None req-71e09323-6400-4c49-9d1c-ce91c1d8bb47 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae6fa0f6-5b60-452f-8239-ffb398b012d3') {'for_net_delete': True} {{(pid=86859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:58:28.180421 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.services.segments.db [None req-71e09323-6400-4c49-9d1c-ce91c1d8bb47 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae6fa0f6-5b60-452f-8239-ffb398b012d3') {} {{(pid=86859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:58:28.197999 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb171c4-7624-4089-acf4-f50c0e708572 req-7849e4ae-e04b-443f-b9a3-f82c7565f721 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:28.199794 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4bb171c4-7624-4089-acf4-f50c0e708572 req-7849e4ae-e04b-443f-b9a3-f82c7565f721 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.2162340 Dec 15 20:58:28.203664 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-71e09323-6400-4c49-9d1c-ce91c1d8bb47 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767327850617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4139058'] for segment, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:28.239116 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-71e09323-6400-4c49-9d1c-ce91c1d8bb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:28.253783 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71e09323-6400-4c49-9d1c-ce91c1d8bb47 admin admin] Releasing vlan 152 on physical network physnet1 to pool {{(pid=86859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 20:58:28.254171 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-71e09323-6400-4c49-9d1c-ce91c1d8bb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16163155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4132803'] for segment, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: Traceback (most recent call last): Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: timer() Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: cb(*args, **kw) Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: return func(*args, **kwargs) Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: self._notify() Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: self.callback(batched_events) Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: event.method(event) Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: return f(self, *a, **k) Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: return self._get(url).json() Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: return self.request(url, 'GET', **kwargs) Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 20:58:28.270439 dv-cinder-821892-1-iscsi neutron-server[86859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 20:58:28.466820 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4bb171c4-7624-4089-acf4-f50c0e708572 req-44c07226-e473-45f5-be3e-70684ade6650 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2555504 Dec 15 20:58:28.490017 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-71e09323-6400-4c49-9d1c-ce91c1d8bb47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16176930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677227'] for network, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:28.495667 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-71e09323-6400-4c49-9d1c-ce91c1d8bb47 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:28.501587 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:28.526634 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e09323-6400-4c49-9d1c-ce91c1d8bb47 admin admin] Pushing event deleted for resources: {'Network': ['ID=80313551-4978-4263-bd6f-c5ef8342b2b0,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:28.529476 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-71e09323-6400-4c49-9d1c-ce91c1d8bb47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:28.532991 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-71e09323-6400-4c49-9d1c-ce91c1d8bb47 admin admin] 10.222.0.49 "DELETE /v2.0/networks/80313551-4978-4263-bd6f-c5ef8342b2b0 HTTP/1.1" status: 204 len: 168 time: 0.7073953 Dec 15 20:58:28.549951 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376f1ce0-22f4-4e16-8337-1080cb22b305 req-7d687171-b8a5-4ba3-a02c-8f4830667890 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:28.551439 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-376f1ce0-22f4-4e16-8337-1080cb22b305 req-7d687171-b8a5-4ba3-a02c-8f4830667890 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 944 time: 0.2023482 Dec 15 20:58:28.600069 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-376f1ce0-22f4-4e16-8337-1080cb22b305 req-b96c475e-d085-48cb-bd98-9ddc6e1e7542 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429373 Dec 15 20:58:28.710452 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 38926) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:58:28.769580 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-0d874b36-45ff-4f8b-81ef-69426f9bdb99 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aebf296e7f8d40f19e8c30faf01d3e7d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0577958 Dec 15 20:58:28.774057 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 38930) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:58:28.835936 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a49536c7-bab7-4a31-b39c-2026c4fe76c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:28.861798 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a49536c7-bab7-4a31-b39c-2026c4fe76c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:28.914841 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a49536c7-bab7-4a31-b39c-2026c4fe76c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:28.920071 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-70cfca69-a5bf-420d-8f84-07af2ceda668 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:28.934031 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a49536c7-bab7-4a31-b39c-2026c4fe76c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a7768db-a9f2-4b90-a41a-96617fcfff28,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:28.936986 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-a49536c7-bab7-4a31-b39c-2026c4fe76c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:28.939351 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a49536c7-bab7-4a31-b39c-2026c4fe76c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:28.942507 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-a49536c7-bab7-4a31-b39c-2026c4fe76c4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1a7768db-a9f2-4b90-a41a-96617fcfff28 HTTP/1.1" status: 204 len: 168 time: 0.1648870 Dec 15 20:58:29.872850 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959b3a1d-c71d-45ea-9d7d-494bb3bd236c req-0aaf338d-c5b9-4078-a764-bd777d7fb46a tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:29.874617 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-959b3a1d-c71d-45ea-9d7d-494bb3bd236c req-0aaf338d-c5b9-4078-a764-bd777d7fb46a tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 944 time: 0.1480072 Dec 15 20:58:29.884960 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402d1a74-d150-415b-9102-f37c6c18ffe6 req-924a78f8-9f86-4290-913e-2fb5a2d82df9 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:29.886809 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-402d1a74-d150-415b-9102-f37c6c18ffe6 req-924a78f8-9f86-4290-913e-2fb5a2d82df9 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.1211698 Dec 15 20:58:29.961097 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-959b3a1d-c71d-45ea-9d7d-494bb3bd236c req-28d25d28-3a23-4bc7-aef5-e8ecf4f63ad6 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732422 Dec 15 20:58:29.963863 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-402d1a74-d150-415b-9102-f37c6c18ffe6 req-47a60e94-f4ec-4a29-8acf-5e16310ee87f tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0608063 Dec 15 20:58:30.876333 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3047e493-0494-4596-9829-edcd34ee345e req-57a3e43c-80c5-4077-9ef0-6b8af2271c1e tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:30.878191 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3047e493-0494-4596-9829-edcd34ee345e req-57a3e43c-80c5-4077-9ef0-6b8af2271c1e tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.0884802 Dec 15 20:58:30.925059 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3047e493-0494-4596-9829-edcd34ee345e req-fd93d6df-04e0-4db3-8089-5645729feb97 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385048 Dec 15 20:58:31.212165 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274a3889-2c33-4d98-b27f-e728a073859b req-f2ab2b62-0adb-4b0c-b408-6942ca388f6c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:31.213521 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-274a3889-2c33-4d98-b27f-e728a073859b req-f2ab2b62-0adb-4b0c-b408-6942ca388f6c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 944 time: 0.1462626 Dec 15 20:58:31.223985 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1e03e-642b-40a3-a717-b2f8de1b7407 req-e74a59b2-4641-4e66-876c-fb094aa2477c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:31.225344 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-00e1e03e-642b-40a3-a717-b2f8de1b7407 req-e74a59b2-4641-4e66-876c-fb094aa2477c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.1215937 Dec 15 20:58:31.293819 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-274a3889-2c33-4d98-b27f-e728a073859b req-e4e9a971-2d5a-4423-8fa8-230417f96eeb tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674889 Dec 15 20:58:31.296542 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-00e1e03e-642b-40a3-a717-b2f8de1b7407 req-a51dcd56-8150-4beb-8ecc-dcacf3717389 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573211 Dec 15 20:58:32.154978 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e0519-dafb-4c46-ac6d-a9175261791d req-c7757a40-3a5e-4a3e-b5a5-0eb47dad547b tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:32.156449 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8f9e0519-dafb-4c46-ac6d-a9175261791d req-c7757a40-3a5e-4a3e-b5a5-0eb47dad547b tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.0837622 Dec 15 20:58:32.202225 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8f9e0519-dafb-4c46-ac6d-a9175261791d req-6e1ea318-0cf6-4802-9915-1b3ab9cce9f1 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383759 Dec 15 20:58:32.546447 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774976cf-8677-478b-8200-1e7404ce15b4 req-3ac43c21-507e-45ca-a07e-d76ea495c557 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:32.547890 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-774976cf-8677-478b-8200-1e7404ce15b4 req-3ac43c21-507e-45ca-a07e-d76ea495c557 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 944 time: 0.1407778 Dec 15 20:58:32.556569 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296be439-4c9b-4ed1-826a-f14630a95a0e req-217be752-f84f-43b9-964b-f28df2ea29f3 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:32.557974 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-296be439-4c9b-4ed1-826a-f14630a95a0e req-217be752-f84f-43b9-964b-f28df2ea29f3 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.1489871 Dec 15 20:58:32.621182 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-774976cf-8677-478b-8200-1e7404ce15b4 req-692c6374-794d-461b-b799-facda8b95f4f tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622513 Dec 15 20:58:32.630545 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-296be439-4c9b-4ed1-826a-f14630a95a0e req-9d1308f6-3fad-4cd6-9ba9-ce15221783c4 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570805 Dec 15 20:58:33.387783 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45966aac-6b26-4961-a97c-49372df6f6a1 req-f690066c-2557-491f-9d72-e1be655c48d9 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:33.389211 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-45966aac-6b26-4961-a97c-49372df6f6a1 req-f690066c-2557-491f-9d72-e1be655c48d9 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.0841103 Dec 15 20:58:33.434742 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-45966aac-6b26-4961-a97c-49372df6f6a1 req-861c45ec-27b2-4057-a714-a25e5f4125a7 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397882 Dec 15 20:58:33.869416 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa1db7f-a03b-4fc4-8f05-0b2f52584dcd req-0e5bfad2-1671-4a50-9089-dc4f35332a22 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:33.870891 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-dfa1db7f-a03b-4fc4-8f05-0b2f52584dcd req-0e5bfad2-1671-4a50-9089-dc4f35332a22 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.1065242 Dec 15 20:58:33.881769 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a02e7b-3a55-4ed5-b079-59388c842659 req-2eaf74af-960c-4746-acd6-2c1662be1c1e tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:33.881769 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e9a02e7b-3a55-4ed5-b079-59388c842659 req-2eaf74af-960c-4746-acd6-2c1662be1c1e tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 944 time: 0.1518557 Dec 15 20:58:33.950498 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-dfa1db7f-a03b-4fc4-8f05-0b2f52584dcd req-2c7e350f-3603-45fe-8ab5-bdc97d8783c3 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0682094 Dec 15 20:58:33.957078 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e9a02e7b-3a55-4ed5-b079-59388c842659 req-ba751781-06e0-436c-8b26-cdcc1715b4c2 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606582 Dec 15 20:58:34.770190 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f982f34-d322-4631-9763-1f7908317f1b req-cd966b2f-162d-4a15-b797-4e065c53ac14 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:34.771626 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9f982f34-d322-4631-9763-1f7908317f1b req-cd966b2f-162d-4a15-b797-4e065c53ac14 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.0790317 Dec 15 20:58:34.819133 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9f982f34-d322-4631-9763-1f7908317f1b req-ca7ac4da-6e99-40d9-9644-9aaaa25ea2ff tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418196 Dec 15 20:58:35.203152 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7529749e-4a9b-4cab-a266-b64fe816f363 req-c27a6928-9d64-46c8-ae50-1d8ae0907b3b tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:35.204558 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7529749e-4a9b-4cab-a266-b64fe816f363 req-c27a6928-9d64-46c8-ae50-1d8ae0907b3b tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 944 time: 0.1394017 Dec 15 20:58:35.214027 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc12fbdc-884a-4c4d-b6a3-ea68a880b3bd req-9525317e-c923-4d7a-a5aa-22a147928739 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:35.215481 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-dc12fbdc-884a-4c4d-b6a3-ea68a880b3bd req-9525317e-c923-4d7a-a5aa-22a147928739 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.1154895 Dec 15 20:58:35.365181 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7529749e-4a9b-4cab-a266-b64fe816f363 req-5646c082-864b-4f72-b51b-75eaf315cdd4 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487572 Dec 15 20:58:35.374699 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-dc12fbdc-884a-4c4d-b6a3-ea68a880b3bd req-88708daf-373f-4c61-811f-bcf9d1fbf4ce tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602252 Dec 15 20:58:36.005097 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-179db29c-9d99-4288-91d0-8a57bfcd5192 req-d1baad94-be01-4155-bad3-ad134afa9a4f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:36.006569 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-179db29c-9d99-4288-91d0-8a57bfcd5192 req-d1baad94-be01-4155-bad3-ad134afa9a4f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.0808721 Dec 15 20:58:36.055996 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-179db29c-9d99-4288-91d0-8a57bfcd5192 req-eec89fe2-cd38-42bc-b435-2f3c5e76973e tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424972 Dec 15 20:58:36.264458 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5546493-ac59-435c-8d58-4a3640697ade req-80b68d43-fa80-4f7a-9570-b5102c6cd446 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:36.265165 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-d5546493-ac59-435c-8d58-4a3640697ade req-80b68d43-fa80-4f7a-9570-b5102c6cd446 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Synchronizing usage tracker for tenant:59dfe1e7aa764fd1a4000c98a26c6129 on resource:port {{(pid=86858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:58:36.282575 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-d5546493-ac59-435c-8d58-4a3640697ade req-80b68d43-fa80-4f7a-9570-b5102c6cd446 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Unset dirty status for tenant:59dfe1e7aa764fd1a4000c98a26c6129 on resource:port {{(pid=86858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:58:36.283878 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-d5546493-ac59-435c-8d58-4a3640697ade req-80b68d43-fa80-4f7a-9570-b5102c6cd446 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.41 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 945 time: 0.0969872 Dec 15 20:58:36.358518 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-d5546493-ac59-435c-8d58-4a3640697ade req-c02a4fcf-d497-4b08-925a-5e9c27111b23 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Deleting port 9bb86070-b532-4527-8737-b73777c3f675 {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 20:58:36.358797 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-d5546493-ac59-435c-8d58-4a3640697ade req-c02a4fcf-d497-4b08-925a-5e9c27111b23 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:36.616044 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-d5546493-ac59-435c-8d58-4a3640697ade req-c02a4fcf-d497-4b08-925a-5e9c27111b23 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] For port 9bb86070-b532-4527-8737-b73777c3f675, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=9bb86070-b532-4527-8737-b73777c3f675,segment=NetworkSegment(7983d604-51dc-491a-b76b-35bfa3c82d0d),segment_id=7983d604-51dc-491a-b76b-35bfa3c82d0d)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:58:36.616398 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-d5546493-ac59-435c-8d58-4a3640697ade req-c02a4fcf-d497-4b08-925a-5e9c27111b23 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:36.620723 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5090bb1-3637-4e0f-b0a9-b78243e7cd3e req-56b727c8-43b8-42c3-8d23-8282f54efc6a tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:36.622186 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c5090bb1-3637-4e0f-b0a9-b78243e7cd3e req-56b727c8-43b8-42c3-8d23-8282f54efc6a tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 944 time: 0.1469328 Dec 15 20:58:36.629646 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de93be10-51d6-483b-9dfa-aadfee63b685 req-3d1c7b25-ce18-427f-b4bc-f24916ccadd6 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:36.631099 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-de93be10-51d6-483b-9dfa-aadfee63b685 req-3d1c7b25-ce18-427f-b4bc-f24916ccadd6 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.1191685 Dec 15 20:58:36.698315 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c5090bb1-3637-4e0f-b0a9-b78243e7cd3e req-aa2d872f-dbb9-4e97-9397-45b9d64b644e tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662551 Dec 15 20:58:36.706887 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-de93be10-51d6-483b-9dfa-aadfee63b685 req-ef83af78-d153-4169-b77f-fadae78a5fd5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621939 Dec 15 20:58:36.751989 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-d5546493-ac59-435c-8d58-4a3640697ade req-c02a4fcf-d497-4b08-925a-5e9c27111b23 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Calling delete_port for 9bb86070-b532-4527-8737-b73777c3f675 owned by compute:nova {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 20:58:36.921814 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-d5546493-ac59-435c-8d58-4a3640697ade req-c02a4fcf-d497-4b08-925a-5e9c27111b23 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:36.929276 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:36.935844 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['4d302766-b927-429e-a03f-3fdf68d6833f'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:58:36.984067 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c02a4fcf-d497-4b08-925a-5e9c27111b23 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Pushing event deleted for resources: {'Port': ['ID=9bb86070-b532-4527-8737-b73777c3f675,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:36.989392 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-c02a4fcf-d497-4b08-925a-5e9c27111b23 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:37.069655 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5546493-ac59-435c-8d58-4a3640697ade req-c02a4fcf-d497-4b08-925a-5e9c27111b23 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] No DVR routers for this DVR port 9bb86070-b532-4527-8737-b73777c3f675 on host hv-cinder-82189 {{(pid=86858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 20:58:37.072675 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-d5546493-ac59-435c-8d58-4a3640697ade req-c02a4fcf-d497-4b08-925a-5e9c27111b23 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:37.076143 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4bcffede-b59f-4852-9a04-508eef0a1953', 'name': 'network-vif-deleted', 'tag': '9bb86070-b532-4527-8737-b73777c3f675'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:58:37.097449 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-d5546493-ac59-435c-8d58-4a3640697ade req-c02a4fcf-d497-4b08-925a-5e9c27111b23 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.41 "DELETE /v2.0/ports/9bb86070-b532-4527-8737-b73777c3f675 HTTP/1.1" status: 204 len: 173 time: 0.8075731 Dec 15 20:58:37.199847 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4bcffede-b59f-4852-9a04-508eef0a1953', 'name': 'network-vif-deleted', 'tag': '9bb86070-b532-4527-8737-b73777c3f675', 'status': 'completed', 'code': 200} Dec 15 20:58:37.272461 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 39108) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:58:37.303839 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ac75ab0f-6ad4-460f-97b1-effeab8c470a req-77997213-33d6-4146-bf57-bccc6698bc40 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 210 time: 0.0476692 Dec 15 20:58:37.395713 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-f207df20-f52f-4fbe-8fde-00bceaccef52 req-0e6b48e5-233e-4434-b896-e31b9d8ec9e8 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1218882 Dec 15 20:58:38.044040 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8019888-7a89-48be-8534-50c5781bc8b2 req-1fc465eb-5fa7-4a3f-8345-7eba555d1048 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:38.045652 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d8019888-7a89-48be-8534-50c5781bc8b2 req-1fc465eb-5fa7-4a3f-8345-7eba555d1048 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 944 time: 0.2043939 Dec 15 20:58:38.053600 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9687e45-2961-4d0f-b34c-d64687b0b7aa req-2621cee2-86ad-4fdd-a2cb-f5d98032a7ba tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:38.055031 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b9687e45-2961-4d0f-b34c-d64687b0b7aa req-2621cee2-86ad-4fdd-a2cb-f5d98032a7ba tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.1280553 Dec 15 20:58:38.127750 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d8019888-7a89-48be-8534-50c5781bc8b2 req-706b48d1-9c4e-4b23-94ee-8f22caa4cc42 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717208 Dec 15 20:58:38.136517 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b9687e45-2961-4d0f-b34c-d64687b0b7aa req-c5c1a0e4-2fa7-4dc6-adf4-dcc4a5bba53f tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0674918 Dec 15 20:58:38.487915 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-85a86fb2-3d26-494f-8c3a-889716069c82 req-1656d6a1-2a40-4ae6-a675-0c68b78445cf tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 210 time: 0.0447221 Dec 15 20:58:38.716219 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 9bb86070-b532-4527-8737-b73777c3f675 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 20:58:38.751048 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] No Port match for: 9bb86070-b532-4527-8737-b73777c3f675 {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 20:58:38.751394 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 9bb86070-b532-4527-8737-b73777c3f675 not bound to the agent host hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 20:58:39.388380 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72402327-7bac-4dac-b72e-af0b2252156a req-2f3e9bf3-e153-43ee-8a5c-baa586e82640 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:39.389887 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-72402327-7bac-4dac-b72e-af0b2252156a req-2f3e9bf3-e153-43ee-8a5c-baa586e82640 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 944 time: 0.1494451 Dec 15 20:58:39.420973 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d40463-7927-413b-9fb0-bed5f6392b65 req-926b975f-e0e3-41cb-8545-361a6898590d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:39.422412 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-90d40463-7927-413b-9fb0-bed5f6392b65 req-926b975f-e0e3-41cb-8545-361a6898590d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.1369972 Dec 15 20:58:39.482885 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-72402327-7bac-4dac-b72e-af0b2252156a req-22fba649-22dc-433a-9ce0-17ac2a22151f tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864649 Dec 15 20:58:39.487074 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-90d40463-7927-413b-9fb0-bed5f6392b65 req-c8fa9af4-43d6-4630-ae1b-6103dbcf11ca tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575407 Dec 15 20:58:39.684121 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2566edd5-8f84-4097-b203-4103114c2c9b req-2fa3cfa9-3269-4b02-97bc-96d2e6d6885d tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 210 time: 0.0607522 Dec 15 20:58:40.081370 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 39206) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:58:40.200457 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-685d680a-f7a2-4ab3-862e-3cb7a44abdf8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:40.215274 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-685d680a-f7a2-4ab3-862e-3cb7a44abdf8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:58:40.219428 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-685d680a-f7a2-4ab3-862e-3cb7a44abdf8 admin admin] Usage tracker for resource:security_group_rule and tenant:a078d72ef93d489c9b232b14821f0fb6 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:58:40.222281 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-685d680a-f7a2-4ab3-862e-3cb7a44abdf8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:58:40.228293 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-685d680a-f7a2-4ab3-862e-3cb7a44abdf8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:58:40.314866 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-685d680a-f7a2-4ab3-862e-3cb7a44abdf8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:40.319604 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-685d680a-f7a2-4ab3-862e-3cb7a44abdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:40.327605 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-63d9070a-eabd-460f-9fb1-d5e0839881b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:40.372374 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-685d680a-f7a2-4ab3-862e-3cb7a44abdf8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=a078d72ef93d489c9b232b14821f0fb6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2898269 Dec 15 20:58:40.373286 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685d680a-f7a2-4ab3-862e-3cb7a44abdf8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c942fd-2911-4d10-b1ba-61d89f71998d,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:40.375148 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 39212) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:58:40.376371 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-685d680a-f7a2-4ab3-862e-3cb7a44abdf8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:40.435776 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f7fbb0f8-12ec-48d7-984f-8a120a716b3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:40.463125 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f7fbb0f8-12ec-48d7-984f-8a120a716b3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:40.535634 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f7fbb0f8-12ec-48d7-984f-8a120a716b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:40.542691 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-9baea5d0-1baa-4767-8199-4d83f7c41e5d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:40.553707 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fbb0f8-12ec-48d7-984f-8a120a716b3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c942fd-2911-4d10-b1ba-61d89f71998d,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:40.562709 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f7fbb0f8-12ec-48d7-984f-8a120a716b3e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:40.575020 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f7fbb0f8-12ec-48d7-984f-8a120a716b3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:40.578675 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-f7fbb0f8-12ec-48d7-984f-8a120a716b3e admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/42c942fd-2911-4d10-b1ba-61d89f71998d HTTP/1.1" status: 204 len: 168 time: 0.1999328 Dec 15 20:58:40.801071 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5764731-1431-4bcd-8222-ed2d87d39f7f req-0301bd98-e99a-44e8-b70f-712848686e9d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:40.802997 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c5764731-1431-4bcd-8222-ed2d87d39f7f req-0301bd98-e99a-44e8-b70f-712848686e9d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.1188641 Dec 15 20:58:40.816250 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce626afc-1086-4d06-9536-6b7fc5f707a5 req-6df54dcc-a7b7-479f-af16-381f6ea86708 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:40.817985 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ce626afc-1086-4d06-9536-6b7fc5f707a5 req-6df54dcc-a7b7-479f-af16-381f6ea86708 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 944 time: 0.1948588 Dec 15 20:58:40.893854 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ce626afc-1086-4d06-9536-6b7fc5f707a5 req-a11a136f-1f96-419d-acb5-f96cd97a809f tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600138 Dec 15 20:58:40.912685 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c5764731-1431-4bcd-8222-ed2d87d39f7f req-3f77c1f3-dc5e-4418-ac86-3354813d9ffc tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935094 Dec 15 20:58:41.078561 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8f66dd33-3564-45f1-a2dd-d0a40b48e922 req-f9d968ac-7b22-4ea9-9342-2a082dacc2e4 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 210 time: 0.0561745 Dec 15 20:58:42.190613 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e9887d-b764-493a-962a-67d545181500 req-0e94df22-6112-43a9-963e-b3fbaa9142e1 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:42.192150 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-58e9887d-b764-493a-962a-67d545181500 req-0e94df22-6112-43a9-963e-b3fbaa9142e1 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 944 time: 0.1104429 Dec 15 20:58:42.201390 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e16bd1-3712-4193-91e7-196c551ef6c6 req-ce5cc50a-2ba2-4b79-9740-f02b55926609 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:42.202852 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d9e16bd1-3712-4193-91e7-196c551ef6c6 req-ce5cc50a-2ba2-4b79-9740-f02b55926609 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.1609807 Dec 15 20:58:42.281108 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-58e9887d-b764-493a-962a-67d545181500 req-b93d74ae-4929-46e9-a1ee-b6f37152eb0c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772982 Dec 15 20:58:42.287532 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d9e16bd1-3712-4193-91e7-196c551ef6c6 req-be2ca15f-206c-44dd-bb44-8ccf790a9473 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699146 Dec 15 20:58:42.444177 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-eb32f676-e2ca-461a-b123-0e8a0a541dbe req-7795b5e1-3c91-459e-b0b3-49676ea73f39 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 210 time: 0.0480177 Dec 15 20:58:42.660409 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 39286) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:58:42.796054 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8c12e0ed-87ab-4bdb-a272-be6e589067f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:42.811737 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-8c12e0ed-87ab-4bdb-a272-be6e589067f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:58:42.815660 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-8c12e0ed-87ab-4bdb-a272-be6e589067f5 admin admin] Usage tracker for resource:security_group_rule and tenant:4dd04bb9cb1c4dfeb66d4a10b239e929 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:58:42.818563 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-8c12e0ed-87ab-4bdb-a272-be6e589067f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:58:42.824568 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-8c12e0ed-87ab-4bdb-a272-be6e589067f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:58:42.946186 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8c12e0ed-87ab-4bdb-a272-be6e589067f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:42.950234 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8c12e0ed-87ab-4bdb-a272-be6e589067f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:42.959038 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f7fbb0f8-12ec-48d7-984f-8a120a716b3e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:43.000411 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-8c12e0ed-87ab-4bdb-a272-be6e589067f5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4dd04bb9cb1c4dfeb66d4a10b239e929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3386989 Dec 15 20:58:43.003616 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 39296) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:58:43.004496 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c12e0ed-87ab-4bdb-a272-be6e589067f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58d869f3-dfbc-4c25-92df-b6ac07cceaaf,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:43.007776 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-8c12e0ed-87ab-4bdb-a272-be6e589067f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:43.092289 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-bcc91129-d65d-4cb7-a760-517c7bcd5650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:43.120498 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-bcc91129-d65d-4cb7-a760-517c7bcd5650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:43.173996 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-bcc91129-d65d-4cb7-a760-517c7bcd5650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:43.178571 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:43.191422 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc91129-d65d-4cb7-a760-517c7bcd5650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58d869f3-dfbc-4c25-92df-b6ac07cceaaf,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:43.195194 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-bcc91129-d65d-4cb7-a760-517c7bcd5650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:43.200578 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-bcc91129-d65d-4cb7-a760-517c7bcd5650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:43.204050 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-bcc91129-d65d-4cb7-a760-517c7bcd5650 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/58d869f3-dfbc-4c25-92df-b6ac07cceaaf HTTP/1.1" status: 204 len: 168 time: 0.1969109 Dec 15 20:58:43.566858 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 39310) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:58:43.585925 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1d4ff742-f735-4746-ba27-02e314554b3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:43.604467 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-1d4ff742-f735-4746-ba27-02e314554b3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:58:43.608629 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-1d4ff742-f735-4746-ba27-02e314554b3f admin admin] Usage tracker for resource:security_group_rule and tenant:6f10bcd859f74aa39b62b579c373cbd2 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:58:43.611423 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-1d4ff742-f735-4746-ba27-02e314554b3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:58:43.617355 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-1d4ff742-f735-4746-ba27-02e314554b3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:58:43.643984 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5af285-e5f4-4a62-a2ed-1847a7023bfa req-8f29a9f3-57f7-4aaa-9603-955ff1ca5978 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:43.645481 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-fd5af285-e5f4-4a62-a2ed-1847a7023bfa req-8f29a9f3-57f7-4aaa-9603-955ff1ca5978 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 944 time: 0.2505946 Dec 15 20:58:43.654290 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15baf2e7-f512-4570-8cd6-bb3fa7786743 req-eb235704-b1ba-499b-8381-c5e0ce97358a tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:43.655776 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-15baf2e7-f512-4570-8cd6-bb3fa7786743 req-eb235704-b1ba-499b-8381-c5e0ce97358a tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.2216671 Dec 15 20:58:43.713526 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1d4ff742-f735-4746-ba27-02e314554b3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:43.718000 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1d4ff742-f735-4746-ba27-02e314554b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:43.726781 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-e172785c-6f21-45bd-a288-efd2f97da84b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:43.730615 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-fd5af285-e5f4-4a62-a2ed-1847a7023bfa req-d4c90d71-ed1c-461c-9c23-52a0fecd937f tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738564 Dec 15 20:58:43.737931 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-15baf2e7-f512-4570-8cd6-bb3fa7786743 req-e2dd9ed5-5fad-4a30-8fa9-ff68510cca2b tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0677996 Dec 15 20:58:43.753819 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d4ff742-f735-4746-ba27-02e314554b3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51c34a05-4401-421c-a7d9-167eac3bcd4a,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:43.758275 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-1d4ff742-f735-4746-ba27-02e314554b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:43.782136 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 39314) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:58:43.782294 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-1d4ff742-f735-4746-ba27-02e314554b3f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6f10bcd859f74aa39b62b579c373cbd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2142251 Dec 15 20:58:43.852552 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-41062a21-35f5-4607-b451-c7d3519f7281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:43.891429 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-41062a21-35f5-4607-b451-c7d3519f7281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:43.952776 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0059bacd-0a16-4811-9127-6a680e7ff8dc req-3d4eb4b0-f29d-4b6f-87bc-838c5fc408ee tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 210 time: 0.0540521 Dec 15 20:58:44.015685 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-41062a21-35f5-4607-b451-c7d3519f7281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:44.019888 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-82abf848-0e3a-4944-8d95-6a0f0248d8e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:44.038213 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41062a21-35f5-4607-b451-c7d3519f7281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51c34a05-4401-421c-a7d9-167eac3bcd4a,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:44.040432 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-41062a21-35f5-4607-b451-c7d3519f7281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:44.048533 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-41062a21-35f5-4607-b451-c7d3519f7281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:44.049640 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-41062a21-35f5-4607-b451-c7d3519f7281 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/51c34a05-4401-421c-a7d9-167eac3bcd4a HTTP/1.1" status: 204 len: 168 time: 0.2664361 Dec 15 20:58:45.012041 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-864043ba-b3c3-42ed-9260-66dc524403c7 req-86375af0-72c1-4925-bc0b-cddb69da0554 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:45.013507 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-864043ba-b3c3-42ed-9260-66dc524403c7 req-86375af0-72c1-4925-bc0b-cddb69da0554 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.1446230 Dec 15 20:58:45.051488 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b46888-5d9f-4659-99af-df2c1a53e4ee req-43045ba1-c826-401b-9563-1344319e6fe6 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:45.052947 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-01b46888-5d9f-4659-99af-df2c1a53e4ee req-43045ba1-c826-401b-9563-1344319e6fe6 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 944 time: 0.1509645 Dec 15 20:58:45.113476 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-864043ba-b3c3-42ed-9260-66dc524403c7 req-21cebf33-98c4-4d5c-bd08-4bf5b9e82d31 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0936713 Dec 15 20:58:45.118629 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-01b46888-5d9f-4659-99af-df2c1a53e4ee req-14796d42-7925-47e1-aa6b-ac268d5eec24 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525625 Dec 15 20:58:45.306220 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e6241f57-a472-4bcf-9555-dec8709bff0e req-4e974243-83bb-4aa1-a53c-b5b7ec84295c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 210 time: 0.0477560 Dec 15 20:58:45.726739 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-307d6619-24f8-4b28-9bab-c1ddbb311a19 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Synchronizing usage tracker for tenant:2f0911933cea4693bc86dfcd07ba9675 on resource:security_group {{(pid=86859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:58:45.746501 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-307d6619-24f8-4b28-9bab-c1ddbb311a19 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Unset dirty status for tenant:2f0911933cea4693bc86dfcd07ba9675 on resource:security_group {{(pid=86859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:58:45.748088 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-307d6619-24f8-4b28-9bab-c1ddbb311a19 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2050180252&fields=id&tenant_id=2f0911933cea4693bc86dfcd07ba9675 HTTP/1.1" status: 200 len: 267 time: 0.0744803 Dec 15 20:58:45.925635 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-adc53218-beaa-4a98-a84f-837093e220fd tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:45.926617 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-adc53218-beaa-4a98-a84f-837093e220fd tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Synchronizing usage tracker for tenant:2f0911933cea4693bc86dfcd07ba9675 on resource:network {{(pid=86859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:58:45.947517 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-adc53218-beaa-4a98-a84f-837093e220fd tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Unset dirty status for tenant:2f0911933cea4693bc86dfcd07ba9675 on resource:network {{(pid=86859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:58:45.955975 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-adc53218-beaa-4a98-a84f-837093e220fd tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/networks?id=2eeda4cc-cb45-495b-b445-87322079095b HTTP/1.1" status: 200 len: 811 time: 0.2011812 Dec 15 20:58:45.970482 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-e7b859ff-f000-4c84-bd90-969733191edd tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/quotas/2f0911933cea4693bc86dfcd07ba9675 HTTP/1.1" status: 200 len: 375 time: 0.0134296 Dec 15 20:58:46.072781 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-5e4b7ad5-2dc9-4adc-a849-7d529f2e6836 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Synchronizing usage tracker for tenant:2f0911933cea4693bc86dfcd07ba9675 on resource:port {{(pid=86859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:58:46.090793 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-5e4b7ad5-2dc9-4adc-a849-7d529f2e6836 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Unset dirty status for tenant:2f0911933cea4693bc86dfcd07ba9675 on resource:port {{(pid=86859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:58:46.092318 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-5e4b7ad5-2dc9-4adc-a849-7d529f2e6836 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f0911933cea4693bc86dfcd07ba9675&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1186509 Dec 15 20:58:46.325395 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-96edf139-44f2-4438-a5d2-d3fcceadb76a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:46.370243 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-8394e7dc-024d-4270-9003-c9700ec8e67b service neutron] 10.222.0.49 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2613196 Dec 15 20:58:46.509241 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5015705e-0b93-4a0c-b8c0-7e1e93b8a069 req-7ce7485e-c975-47d6-b404-f0a441785844 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:46.510628 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5015705e-0b93-4a0c-b8c0-7e1e93b8a069 req-7ce7485e-c975-47d6-b404-f0a441785844 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 944 time: 0.2387214 Dec 15 20:58:46.569772 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-46fb930e-a25d-4fb1-97ac-f05a65b43fc1 service neutron] 10.222.0.49 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1920469 Dec 15 20:58:46.581625 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5015705e-0b93-4a0c-b8c0-7e1e93b8a069 req-d0b37e2d-f205-4683-8788-979ffb10d5a6 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610571 Dec 15 20:58:46.836248 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6692a471-b42f-41a5-9698-6dc0524c60b3 req-69c03205-7f17-4e63-8d25-3b9d0fc5edb7 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:46.843919 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6692a471-b42f-41a5-9698-6dc0524c60b3 req-69c03205-7f17-4e63-8d25-3b9d0fc5edb7 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.1240892 Dec 15 20:58:46.920485 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6692a471-b42f-41a5-9698-6dc0524c60b3 req-1f874dbf-e3b0-4704-b397-8c6c7220be9a tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755715 Dec 15 20:58:47.033557 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:47.191317 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ea1d7ddc-553b-4906-a4d3-74bef6062d99 req-ca187472-79d3-4c3e-be59-8ea5d3e48757 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 210 time: 0.1044724 Dec 15 20:58:47.329423 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f5adbe97-6c20-48fb-b13c-77d07a3fd4ef req-0c1c5b21-14ae-406a-baab-ad1ef37e0e13 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 210 time: 0.0796294 Dec 15 20:58:47.410694 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-517a153e-85d0-49c2-b618-8f466e2b43a5 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1057447517&fields=id&tenant_id=0fed2bbf61794fe0b44a6f599b13bfe1 HTTP/1.1" status: 200 len: 267 time: 0.0794528 Dec 15 20:58:47.645684 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-2091c100-ef57-4323-834c-ec755a2c0fd3 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:47.654687 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-2091c100-ef57-4323-834c-ec755a2c0fd3 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/networks?id=5de9587e-f494-45e3-b78a-91f0735c06e8 HTTP/1.1" status: 200 len: 808 time: 0.2319274 Dec 15 20:58:47.675836 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 39440) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:58:47.678420 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-90991d26-15eb-4c57-8ffb-3539b8a5d39e tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/quotas/0fed2bbf61794fe0b44a6f599b13bfe1 HTTP/1.1" status: 200 len: 375 time: 0.0228250 Dec 15 20:58:47.816585 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a037ad1c-ddbe-44a0-a823-47475ffd699e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:47.834004 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-a037ad1c-ddbe-44a0-a823-47475ffd699e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:58:47.838356 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-a037ad1c-ddbe-44a0-a823-47475ffd699e admin admin] Usage tracker for resource:security_group_rule and tenant:3f5040242cf146d3bc6086ed08a5ae98 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:58:47.841405 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-a037ad1c-ddbe-44a0-a823-47475ffd699e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:58:47.847888 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-a037ad1c-ddbe-44a0-a823-47475ffd699e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:58:47.942343 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f0a85573-aee1-4d1b-be17-9f08594bf39f tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=0fed2bbf61794fe0b44a6f599b13bfe1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2629795 Dec 15 20:58:47.961729 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee8c9e0-6059-4b8d-9cb1-e14135a46ad1 req-0abeb4f8-2498-414d-9df1-d338219e9bed tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:47.963164 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-fee8c9e0-6059-4b8d-9cb1-e14135a46ad1 req-0abeb4f8-2498-414d-9df1-d338219e9bed tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 944 time: 0.2221172 Dec 15 20:58:47.988368 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a037ad1c-ddbe-44a0-a823-47475ffd699e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:47.993781 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a037ad1c-ddbe-44a0-a823-47475ffd699e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:48.005729 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-685d680a-f7a2-4ab3-862e-3cb7a44abdf8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:48.069829 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-a037ad1c-ddbe-44a0-a823-47475ffd699e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3f5040242cf146d3bc6086ed08a5ae98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3922877 Dec 15 20:58:48.074014 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 39448) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:58:48.089980 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a037ad1c-ddbe-44a0-a823-47475ffd699e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=549c1dc5-33b9-4463-92f2-6fbf5ca6e57b,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:48.094883 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-fee8c9e0-6059-4b8d-9cb1-e14135a46ad1 req-cf79adfc-4d7d-4a22-a9cd-0ae117e5f72a tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119583 Dec 15 20:58:48.108349 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037ad1c-ddbe-44a0-a823-47475ffd699e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:48.108986 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037ad1c-ddbe-44a0-a823-47475ffd699e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:48.109532 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037ad1c-ddbe-44a0-a823-47475ffd699e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:48.112635 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037ad1c-ddbe-44a0-a823-47475ffd699e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:48.113190 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037ad1c-ddbe-44a0-a823-47475ffd699e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:48.113731 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037ad1c-ddbe-44a0-a823-47475ffd699e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:48.114259 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037ad1c-ddbe-44a0-a823-47475ffd699e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:48.114764 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037ad1c-ddbe-44a0-a823-47475ffd699e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:48.115280 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037ad1c-ddbe-44a0-a823-47475ffd699e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:48.115800 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037ad1c-ddbe-44a0-a823-47475ffd699e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:48.116152 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037ad1c-ddbe-44a0-a823-47475ffd699e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:48.116499 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a037ad1c-ddbe-44a0-a823-47475ffd699e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:58:48.122580 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-a037ad1c-ddbe-44a0-a823-47475ffd699e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:48.160174 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-8045e70e-b02f-4850-9002-3d9782e25d23 service neutron] 10.222.0.49 "GET /v2.0/networks/5de9587e-f494-45e3-b78a-91f0735c06e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960022 Dec 15 20:58:48.186455 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-84af57b7-7e29-46b4-aadf-5267720e3b29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:48.226731 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-84af57b7-7e29-46b4-aadf-5267720e3b29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:48.283572 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-84af57b7-7e29-46b4-aadf-5267720e3b29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:48.287047 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-c414a53d-e4aa-43c6-ad1f-4997af7fe9b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:48.317610 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84af57b7-7e29-46b4-aadf-5267720e3b29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=549c1dc5-33b9-4463-92f2-6fbf5ca6e57b,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:48.320434 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-84af57b7-7e29-46b4-aadf-5267720e3b29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:48.322496 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-84af57b7-7e29-46b4-aadf-5267720e3b29 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/549c1dc5-33b9-4463-92f2-6fbf5ca6e57b HTTP/1.1" status: 204 len: 168 time: 0.2474401 Dec 15 20:58:48.323439 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-84af57b7-7e29-46b4-aadf-5267720e3b29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:48.370813 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9684c465-9acd-498e-a978-7fe169c6d56e req-7814edb5-3ec6-4d8a-80e5-dc24b246846e tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:48.372431 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9684c465-9acd-498e-a978-7fe169c6d56e req-7814edb5-3ec6-4d8a-80e5-dc24b246846e tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.1195703 Dec 15 20:58:48.408935 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-4e524cb3-819f-449e-90c4-32e4d45f5ef7 service neutron] 10.222.0.49 "GET /v2.0/networks/5de9587e-f494-45e3-b78a-91f0735c06e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2410126 Dec 15 20:58:48.434459 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9684c465-9acd-498e-a978-7fe169c6d56e req-47927cf4-4f9a-4caa-90c6-c0fc728be6f9 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529168 Dec 15 20:58:48.603257 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-dcdfdf80-eb08-4a9f-bd65-9f6be360e752 req-ab666bf4-62f0-4fc7-9d8f-933f5e324bce tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 210 time: 0.0429411 Dec 15 20:58:48.695570 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d6405dbb-1209-4c7f-98f5-efa4c266c98e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:48.787224 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4e374678-b9fd-45ea-bae0-a01e5ec288f1 req-7faf9488-8fa5-4c4f-8513-70af83659474 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 210 time: 0.0559804 Dec 15 20:58:48.813820 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 39466) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:58:48.833269 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-68ab6d06-b349-4838-a158-ce570026566e admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:48.849991 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-68ab6d06-b349-4838-a158-ce570026566e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:58:48.860194 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-68ab6d06-b349-4838-a158-ce570026566e admin admin] Usage tracker for resource:security_group_rule and tenant:05496095f72d4c62a2b0d1eeb40766d6 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:58:48.864160 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-68ab6d06-b349-4838-a158-ce570026566e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:58:48.885637 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-68ab6d06-b349-4838-a158-ce570026566e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:58:49.002552 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6fb17699-fe67-44f7-988e-cde5fefef2d5 req-8c1436c3-d471-42c9-9b0a-9c9326b8dcad tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 210 time: 0.0883842 Dec 15 20:58:49.012629 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-68ab6d06-b349-4838-a158-ce570026566e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:49.018504 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-68ab6d06-b349-4838-a158-ce570026566e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:49.028383 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-d71e8fdd-a8d8-4329-bbe6-bcc3ea3f6f85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:49.076287 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-68ab6d06-b349-4838-a158-ce570026566e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=05496095f72d4c62a2b0d1eeb40766d6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2613878 Dec 15 20:58:49.078281 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ab6d06-b349-4838-a158-ce570026566e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20837426-bf80-4194-9f3c-ebc35e3e7751,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:49.079246 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 39478) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:58:49.088392 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-68ab6d06-b349-4838-a158-ce570026566e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:49.146405 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a56c9bc6-d25b-48ad-a125-1d67ea233c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:49.174925 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a56c9bc6-d25b-48ad-a125-1d67ea233c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:49.287942 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a56c9bc6-d25b-48ad-a125-1d67ea233c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:49.295076 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-386008d5-8ce7-45b8-9b89-2328f0c1a9a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:49.310592 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56c9bc6-d25b-48ad-a125-1d67ea233c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20837426-bf80-4194-9f3c-ebc35e3e7751,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:49.314932 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-a56c9bc6-d25b-48ad-a125-1d67ea233c7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:49.326141 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a56c9bc6-d25b-48ad-a125-1d67ea233c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:49.329991 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-a56c9bc6-d25b-48ad-a125-1d67ea233c7b admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/20837426-bf80-4194-9f3c-ebc35e3e7751 HTTP/1.1" status: 204 len: 168 time: 0.2469690 Dec 15 20:58:49.364737 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-791815af-6edc-434e-92d8-d1500d2571db req-befae384-6f52-4bba-9432-86ffaf012efc tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:49.379791 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-791815af-6edc-434e-92d8-d1500d2571db req-befae384-6f52-4bba-9432-86ffaf012efc tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 944 time: 0.1524906 Dec 15 20:58:49.450080 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-791815af-6edc-434e-92d8-d1500d2571db req-1dde2a4f-f4ec-47ee-a979-1c3c6a0fe7d8 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689728 Dec 15 20:58:49.640669 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef83fbf3-1a38-4536-bafc-698fa9f65527 req-291d6ed9-7ba0-46a2-81bc-3ca008a1f5d8 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:49.642344 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ef83fbf3-1a38-4536-bafc-698fa9f65527 req-291d6ed9-7ba0-46a2-81bc-3ca008a1f5d8 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.0881855 Dec 15 20:58:49.693334 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:49.704239 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:49.718783 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ef83fbf3-1a38-4536-bafc-698fa9f65527 req-d0ad4e73-90b8-44b3-8ca5-cd2586dc9912 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703015 Dec 15 20:58:49.829059 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-52e198fb-a7e9-4591-8b02-30b4d903310f req-b13acfa5-a3bf-49de-848c-f36f1b490fd3 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 210 time: 0.0574329 Dec 15 20:58:49.956143 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-412eeae3-fffa-4f99-83e3-1564075ad3c8 req-fba5dd26-b7dd-4482-8426-29b615bf761e tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 210 time: 0.0445063 Dec 15 20:58:50.150132 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0634f5d6-8905-49d0-97e6-488912d7b536 req-b658e17d-82c3-438d-9885-2dc67576d8cb tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 210 time: 0.0421581 Dec 15 20:58:50.657923 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f01e91-02dd-4b43-985c-0e6c6db3a137 req-ae836724-1b8a-4e1b-9a8e-659b34445756 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:50.660380 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-52f01e91-02dd-4b43-985c-0e6c6db3a137 req-ae836724-1b8a-4e1b-9a8e-659b34445756 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 944 time: 0.1061175 Dec 15 20:58:50.741722 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-52f01e91-02dd-4b43-985c-0e6c6db3a137 req-9469d179-52cd-4fd6-917b-d07f17f08ce7 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667095 Dec 15 20:58:50.865447 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-f67da725-d2a5-48f1-b056-2dd70a27601d req-1284cd70-ad29-4e0b-9f89-a54e264e623d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4bcffede-b59f-4852-9a04-508eef0a1953&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0583417 Dec 15 20:58:51.002795 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-f67da725-d2a5-48f1-b056-2dd70a27601d req-42e505ed-276e-4b62-8e89-d9d12c0fc780 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=59dfe1e7aa764fd1a4000c98a26c6129&device_id=4bcffede-b59f-4852-9a04-508eef0a1953 HTTP/1.1" status: 200 len: 210 time: 0.0568120 Dec 15 20:58:51.045311 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beed5aea-3aa7-4ddb-8c96-7e45816caca4 req-f7a761a0-b7a1-4ce4-8889-35d35ae4ce21 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:51.046983 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-beed5aea-3aa7-4ddb-8c96-7e45816caca4 req-f7a761a0-b7a1-4ce4-8889-35d35ae4ce21 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.1514218 Dec 15 20:58:51.078046 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:51.122496 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-beed5aea-3aa7-4ddb-8c96-7e45816caca4 req-2799121b-9f71-4c52-aca0-dfaf8c42e69f tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0618284 Dec 15 20:58:51.296033 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67da725-d2a5-48f1-b056-2dd70a27601d req-672d0762-d48a-4d37-9376-5b43e24c2216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:51.297795 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-f67da725-d2a5-48f1-b056-2dd70a27601d req-672d0762-d48a-4d37-9376-5b43e24c2216 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=59dfe1e7aa764fd1a4000c98a26c6129&shared=False HTTP/1.1" status: 200 len: 920 time: 0.2608235 Dec 15 20:58:51.316572 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6f4f268f-362e-40fc-ab91-016a362721d0 req-cba5bea3-c03b-400f-b291-0647e2b9c09e tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 210 time: 0.0600729 Dec 15 20:58:51.461095 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a691066c-df33-4657-8ff2-8ba756b61d7b req-41cb30eb-808c-451d-aa63-cce81c84cf93 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 210 time: 0.0782018 Dec 15 20:58:51.461298 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67da725-d2a5-48f1-b056-2dd70a27601d req-239908cd-c4b4-4f6a-b5fa-615cff2653a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:51.463471 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-f67da725-d2a5-48f1-b056-2dd70a27601d req-239908cd-c4b4-4f6a-b5fa-615cff2653a2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1548355 Dec 15 20:58:51.510065 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c073d4b3-4f45-4576-b24b-761d5d4a2fff req-b969d51e-a51d-45bf-aceb-f31f8bac5be6 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:51.511470 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c073d4b3-4f45-4576-b24b-761d5d4a2fff req-b969d51e-a51d-45bf-aceb-f31f8bac5be6 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.0892432 Dec 15 20:58:51.556231 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c073d4b3-4f45-4576-b24b-761d5d4a2fff req-eb0e0d8e-ddf3-415e-a02b-a1750b8a3adb tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389636 Dec 15 20:58:51.794855 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-c1937113-a1b7-43e1-8196-ce2cffd8fe45 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:51.796317 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-c1937113-a1b7-43e1-8196-ce2cffd8fe45 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.41 "GET /v2.0/networks?id=2eeda4cc-cb45-495b-b445-87322079095b HTTP/1.1" status: 200 len: 811 time: 0.1514058 Dec 15 20:58:51.852591 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-4d3c5caf-c2b6-4d19-be38-61e40137d0da tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Synchronizing usage tracker for tenant:2f0911933cea4693bc86dfcd07ba9675 on resource:security_group {{(pid=86858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:58:51.865271 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-4d3c5caf-c2b6-4d19-be38-61e40137d0da tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Unset dirty status for tenant:2f0911933cea4693bc86dfcd07ba9675 on resource:security_group {{(pid=86858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:58:51.876331 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-4d3c5caf-c2b6-4d19-be38-61e40137d0da tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f0911933cea4693bc86dfcd07ba9675 HTTP/1.1" status: 200 len: 380 time: 0.0600162 Dec 15 20:58:51.883435 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-fa7f730c-d80a-4627-9742-a1f1643430b1 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Request body: {'port': {'device_id': '0f80191d-b588-43a2-81ec-17321ea9f542', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'admin_state_up': True, 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'security_groups': ['d424132d-8491-4e07-803a-17f20cad95b7']}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:58:51.941299 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f7e9d6-1845-4330-8415-43821e998024 req-eb334f63-fbc7-4c20-a364-b466835af1c2 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:51.949264 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-92f7e9d6-1845-4330-8415-43821e998024 req-eb334f63-fbc7-4c20-a364-b466835af1c2 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 944 time: 0.0918796 Dec 15 20:58:52.008392 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-92f7e9d6-1845-4330-8415-43821e998024 req-c6b70e84-3048-4d4b-b99f-2b37577b171c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561478 Dec 15 20:58:52.100054 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-fa7f730c-d80a-4627-9742-a1f1643430b1 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:58:52.122219 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-fa7f730c-d80a-4627-9742-a1f1643430b1 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:58:52.138378 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-fa7f730c-d80a-4627-9742-a1f1643430b1 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Made reservation on behalf of 2f0911933cea4693bc86dfcd07ba9675 for: {'port': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:58:52.143587 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-fa7f730c-d80a-4627-9742-a1f1643430b1 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:52.346904 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-fa7f730c-d80a-4627-9742-a1f1643430b1 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Allocated IP 172.20.0.3 (2eeda4cc-cb45-495b-b445-87322079095b/534b39db-0a31-42ab-9b6e-df04c958037c/2dd5018a-4cb6-4614-9f73-2fe359812fe7) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:58:52.558540 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-fa7f730c-d80a-4627-9742-a1f1643430b1 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:52.573493 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-fa7f730c-d80a-4627-9742-a1f1643430b1 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Transition to ACTIVE for port object 2dd5018a-4cb6-4614-9f73-2fe359812fe7 will not be triggered until provisioned by entity DHCP. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:58:52.598278 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-fa7f730c-d80a-4627-9742-a1f1643430b1 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:52.601202 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b6dd8a26-a201-4599-a1de-c727dfd2e1d2 req-58184342-088c-4ec8-b73f-fbd2f580af8b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 210 time: 0.0758088 Dec 15 20:58:52.620683 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:52.638809 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-926f2b6c-409d-46d1-9fcc-e597d8678f82 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:52.640226 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-926f2b6c-409d-46d1-9fcc-e597d8678f82 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.41 "GET /v2.0/networks?id=5de9587e-f494-45e3-b78a-91f0735c06e8 HTTP/1.1" status: 200 len: 808 time: 0.4963326 Dec 15 20:58:52.659400 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-560f7503-ca71-4148-9d31-eb3e92e10648 req-86648573-eb55-402c-9187-36fe6d9851f8 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:52.661373 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-560f7503-ca71-4148-9d31-eb3e92e10648 req-86648573-eb55-402c-9187-36fe6d9851f8 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.2729635 Dec 15 20:58:52.663746 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-fa7f730c-d80a-4627-9742-a1f1643430b1 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Network 2eeda4cc-cb45-495b-b445-87322079095b is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:58:52.674224 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-fa7f730c-d80a-4627-9742-a1f1643430b1 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:58:52.676744 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-fa7f730c-d80a-4627-9742-a1f1643430b1 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:58:52.738232 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f730c-d80a-4627-9742-a1f1643430b1 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Pushing event updated for resources: {'Port': ['ID=2dd5018a-4cb6-4614-9f73-2fe359812fe7,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:52.741230 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-fa7f730c-d80a-4627-9742-a1f1643430b1 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:52.754953 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-475d2b68-b5d2-4934-906c-9e6681f23292 req-88561178-0da3-4b68-b3af-a0219c79a681 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 210 time: 0.0505872 Dec 15 20:58:52.757782 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-560f7503-ca71-4148-9d31-eb3e92e10648 req-1341de6b-e54e-423b-a349-59d705e71d8a tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0878053 Dec 15 20:58:52.759057 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-fa7f730c-d80a-4627-9742-a1f1643430b1 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:52.759792 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-fa7f730c-d80a-4627-9742-a1f1643430b1 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:52.794647 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-fa7f730c-d80a-4627-9742-a1f1643430b1 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9151433 Dec 15 20:58:52.946368 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52dea1db-42fe-41f8-a938-65c5e6240215 req-3ebaf89a-2ceb-4acc-9178-b390e0a8ee8b tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:52.947814 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-52dea1db-42fe-41f8-a938-65c5e6240215 req-3ebaf89a-2ceb-4acc-9178-b390e0a8ee8b tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.0788448 Dec 15 20:58:52.993802 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-c9ede455-1b8a-412f-bc75-afddb52f5040 None None] Provisioning for port 2dd5018a-4cb6-4614-9f73-2fe359812fe7 completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:58:52.996035 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-52dea1db-42fe-41f8-a938-65c5e6240215 req-48277877-6a60-4312-8a13-4fd2281fccff tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424452 Dec 15 20:58:52.999250 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-c9ede455-1b8a-412f-bc75-afddb52f5040 None None] Provisioning complete for port 2dd5018a-4cb6-4614-9f73-2fe359812fe7 triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:53.000250 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-c9ede455-1b8a-412f-bc75-afddb52f5040 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:53.055991 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-c9ede455-1b8a-412f-bc75-afddb52f5040 None None] Port 2dd5018a-4cb6-4614-9f73-2fe359812fe7 cannot update to ACTIVE because it is not bound. {{(pid=86860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 20:58:53.181845 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e78d16-34fb-4e34-a3c7-013e2e03b8f4 req-c3ab1264-0508-46dd-9328-bc061a377f67 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:53.183289 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-90e78d16-34fb-4e34-a3c7-013e2e03b8f4 req-c3ab1264-0508-46dd-9328-bc061a377f67 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 944 time: 0.0781696 Dec 15 20:58:53.226708 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-90e78d16-34fb-4e34-a3c7-013e2e03b8f4 req-2341178a-b35c-45e2-9456-79bfd134e410 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378149 Dec 15 20:58:53.786582 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b26cf71-9823-412f-9984-d42b63ed7286 req-7ae112c7-1858-4f1b-8d44-448a38f83710 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:53.787972 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9b26cf71-9823-412f-9984-d42b63ed7286 req-7ae112c7-1858-4f1b-8d44-448a38f83710 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 931 time: 0.0829146 Dec 15 20:58:53.833582 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9b26cf71-9823-412f-9984-d42b63ed7286 req-c6ae1935-c570-4ee8-a653-2552624273a8 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384948 Dec 15 20:58:53.908941 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-92a12d9d-7b71-4de1-a84b-2c96910cbbd8 req-6bd63bb4-f36b-4352-869d-a5c3f4a003f2 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 210 time: 0.0420008 Dec 15 20:58:54.000227 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c03e87-4e5c-45b3-80b9-3bbca2793c58 req-01bb8753-180f-4820-bc9f-ed38b46da556 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:54.001750 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-07c03e87-4e5c-45b3-80b9-3bbca2793c58 req-01bb8753-180f-4820-bc9f-ed38b46da556 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.0798073 Dec 15 20:58:54.050069 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-07c03e87-4e5c-45b3-80b9-3bbca2793c58 req-fe7bad19-da7a-48c4-a044-d0caa26aa21e tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425961 Dec 15 20:58:54.174342 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-422ae49a-1f54-4291-8427-5187c225c407 req-91f776db-17d4-4b1b-ab96-fcb2ea2b27b6 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:54.175660 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-422ae49a-1f54-4291-8427-5187c225c407 req-91f776db-17d4-4b1b-ab96-fcb2ea2b27b6 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.0778885 Dec 15 20:58:54.219104 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-422ae49a-1f54-4291-8427-5187c225c407 req-5ce26e2b-2e59-4be0-9f68-8071ce88e149 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372763 Dec 15 20:58:54.412135 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-933c71ff-21b5-4336-bbdd-39edfe50538b req-cbc1b876-5247-4535-b49b-4d9abd2619f2 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:54.413634 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-933c71ff-21b5-4336-bbdd-39edfe50538b req-cbc1b876-5247-4535-b49b-4d9abd2619f2 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 944 time: 0.0852587 Dec 15 20:58:54.457142 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-933c71ff-21b5-4336-bbdd-39edfe50538b req-84c88bbd-f7f8-4dd2-91d5-c710222398ee tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371382 Dec 15 20:58:55.009969 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c520969f-8987-44c2-bfe0-17476aeb94b6 req-873c7af4-e2e0-4e25-ac3b-d4ef88df9440 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:55.011405 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c520969f-8987-44c2-bfe0-17476aeb94b6 req-873c7af4-e2e0-4e25-ac3b-d4ef88df9440 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 931 time: 0.0788960 Dec 15 20:58:55.070060 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d3eca59c-eab2-4e57-b840-12f511d62944 req-db994acf-c7a8-4434-bf98-9e7ea108629f tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 210 time: 0.0572159 Dec 15 20:58:55.095575 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c520969f-8987-44c2-bfe0-17476aeb94b6 req-13cdfac0-b3e4-4cc7-994b-cf04c96d69ea tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531015 Dec 15 20:58:55.237516 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e8d1d29-1278-4f07-84b1-0b1af7ca4f6b req-6b61e8a8-1cff-427f-87c7-24c28bca80af tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:55.238966 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4e8d1d29-1278-4f07-84b1-0b1af7ca4f6b req-6b61e8a8-1cff-427f-87c7-24c28bca80af tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.0785062 Dec 15 20:58:55.289589 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4e8d1d29-1278-4f07-84b1-0b1af7ca4f6b req-692c6436-a0a1-432f-96cc-6dff7c972017 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443697 Dec 15 20:58:55.397197 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 58e9719e-2290-47c7-8149-52b003828f92 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=86860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 20:58:55.406192 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414d5cab-e7c2-4f89-b6b3-1286446625c4 req-e870cccf-81ea-470f-9dea-e02aeb3161f5 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:55.408438 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-414d5cab-e7c2-4f89-b6b3-1286446625c4 req-e870cccf-81ea-470f-9dea-e02aeb3161f5 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.0821493 Dec 15 20:58:55.412821 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] Request body: {'port': {'device_id': '0f80191d-b588-43a2-81ec-17321ea9f542', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:58:55.509284 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-414d5cab-e7c2-4f89-b6b3-1286446625c4 req-7f38c4f7-e78c-4cdf-b729-e2e70402b977 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819187 Dec 15 20:58:55.525321 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-6475318d-e468-4301-b601-e7b2b4c1585c tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0fed2bbf61794fe0b44a6f599b13bfe1 HTTP/1.1" status: 200 len: 380 time: 0.1156688 Dec 15 20:58:55.543374 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f75ae80e-ba78-4119-889c-ab0bb18bb6c8 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Request body: {'port': {'device_id': '17736ed7-08ef-4caa-8d2e-79cc35dd4ae1', 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8', 'admin_state_up': True, 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'security_groups': ['887c75b0-ba79-4b86-bc28-81d9432e4ca0']}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:58:55.564717 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:55.569032 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 58e9719e-2290-47c7-8149-52b003828f92, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=58e9719e-2290-47c7-8149-52b003828f92,segment=NetworkSegment(65ce960a-5203-4378-8ba9-b472ed124dfd),segment_id=65ce960a-5203-4378-8ba9-b472ed124dfd)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:58:55.584464 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Returning: {'device': '58e9719e-2290-47c7-8149-52b003828f92', 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c', 'port_id': '58e9719e-2290-47c7-8149-52b003828f92', 'mac_address': 'fa:16:3e:7a:56:7a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 150, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46215959-91fb-4a8b-ba1d-1bbf050f280d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:58:55.658437 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:55.676785 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58e9719e-2290-47c7-8149-52b003828f92 {{(pid=86860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:58:55.695515 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 58e9719e-2290-47c7-8149-52b003828f92, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=58e9719e-2290-47c7-8149-52b003828f92,segment=NetworkSegment(65ce960a-5203-4378-8ba9-b472ed124dfd),segment_id=65ce960a-5203-4378-8ba9-b472ed124dfd)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:58:55.700779 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:55.703304 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-49ff4963-d028-43fd-b485-267139f7f39c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:55.759794 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f75ae80e-ba78-4119-889c-ab0bb18bb6c8 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:58:55.766309 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f75ae80e-ba78-4119-889c-ab0bb18bb6c8 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Usage tracker for resource:port and tenant:0fed2bbf61794fe0b44a6f599b13bfe1 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:58:55.769708 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f75ae80e-ba78-4119-889c-ab0bb18bb6c8 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Quota usage for port was recalculated. Used quota:2. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:58:55.775920 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=58e9719e-2290-47c7-8149-52b003828f92,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:55.776796 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f75ae80e-ba78-4119-889c-ab0bb18bb6c8 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:58:55.782400 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:55.786060 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cb2a6-ba2c-4efb-a487-b7fb52290e43 req-2143ac7e-f860-4093-a08f-f94176ba6e88 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:55.787511 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-254cb2a6-ba2c-4efb-a487-b7fb52290e43 req-2143ac7e-f860-4093-a08f-f94176ba6e88 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 944 time: 0.1547801 Dec 15 20:58:55.809123 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f75ae80e-ba78-4119-889c-ab0bb18bb6c8 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Made reservation on behalf of 0fed2bbf61794fe0b44a6f599b13bfe1 for: {'port': 1} {{(pid=86859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:58:55.812557 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f75ae80e-ba78-4119-889c-ab0bb18bb6c8 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:55.888136 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-254cb2a6-ba2c-4efb-a487-b7fb52290e43 req-e6717613-8469-445d-a554-33acf82d0ceb tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937080 Dec 15 20:58:55.990261 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['58e9719e-2290-47c7-8149-52b003828f92'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:58:55.995536 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dd5018a-4cb6-4614-9f73-2fe359812fe7 {{(pid=86858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:58:56.005458 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:56.022057 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_common [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f75ae80e-ba78-4119-889c-ab0bb18bb6c8 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Allocated IP 172.20.0.3 (5de9587e-f494-45e3-b78a-91f0735c06e8/d5595c1c-8ca0-4af9-bdbb-973634ba4b63/cf3797e2-69ce-44c9-978d-a579401cbddb) {{(pid=86859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:58:56.029087 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] Transition to ACTIVE for port object 2dd5018a-4cb6-4614-9f73-2fe359812fe7 will not be triggered until provisioned by entity L2. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:58:56.037328 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:56.050584 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-1e6b1a29-e107-4350-8784-9e7a88fe6afa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:56.345601 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207df20-f52f-4fbe-8fde-00bceaccef52 req-fcdd9f02-cc30-4d02-98f6-d2ded26b96d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:56.348649 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-f207df20-f52f-4fbe-8fde-00bceaccef52 req-fcdd9f02-cc30-4d02-98f6-d2ded26b96d7 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609&tenant_id=e67c01112e5140159f714a65508bf5cb HTTP/1.1" status: 200 len: 1096 time: 0.4272399 Dec 15 20:58:56.462985 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ea78c3d9-83b1-4450-8599-aeb60157d314 req-2422d6dd-c87e-4cdb-964e-ec6ca8ebc454 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 210 time: 0.0901418 Dec 15 20:58:56.501519 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] Pushing event updated for resources: {'Port': ['ID=2dd5018a-4cb6-4614-9f73-2fe359812fe7,revision_number=2']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:56.521925 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:56.578407 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207df20-f52f-4fbe-8fde-00bceaccef52 req-8e4b038f-8351-4486-a26d-fe976d072659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:56.580801 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-f207df20-f52f-4fbe-8fde-00bceaccef52 req-8e4b038f-8351-4486-a26d-fe976d072659 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e67c01112e5140159f714a65508bf5cb&device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 1096 time: 0.2004871 Dec 15 20:58:56.581001 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] Attempting to bind port 2dd5018a-4cb6-4614-9f73-2fe359812fe7 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:58:56.581278 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] Attempting to bind port 2dd5018a-4cb6-4614-9f73-2fe359812fe7 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'aeb21201-1d04-4fb6-bcd2-dabd1a4844f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b'}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:58:56.581597 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] Attempting to bind port 2dd5018a-4cb6-4614-9f73-2fe359812fe7 on network 2eeda4cc-cb45-495b-b445-87322079095b {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:58:56.586500 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] Port 2dd5018a-4cb6-4614-9f73-2fe359812fe7 on network 2eeda4cc-cb45-495b-b445-87322079095b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 20:58:56.587507 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] Attempting to bind port 2dd5018a-4cb6-4614-9f73-2fe359812fe7 on network 2eeda4cc-cb45-495b-b445-87322079095b {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:58:56.592367 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f75ae80e-ba78-4119-889c-ab0bb18bb6c8 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for port, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:56.616148 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] Checking agent: {'id': '725a3879-ffa9-43b4-b39f-ace0d62390f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'started_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:58:56.616148 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] Checking segment: {'id': 'aeb21201-1d04-4fb6-bcd2-dabd1a4844f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:58:56.616559 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] Bound using segment: {'id': 'aeb21201-1d04-4fb6-bcd2-dabd1a4844f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b'} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:58:56.616782 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] Bound port: 2dd5018a-4cb6-4614-9f73-2fe359812fe7, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb21201-1d04-4fb6-bcd2-dabd1a4844f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b'}}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:58:56.617130 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:56.664355 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.provisioning_blocks [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f75ae80e-ba78-4119-889c-ab0bb18bb6c8 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Transition to ACTIVE for port object cf3797e2-69ce-44c9-978d-a579401cbddb will not be triggered until provisioned by entity DHCP. {{(pid=86859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:58:56.682448 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02fef17b-63a6-48f3-91c2-775f907d7696 req-7f7f441c-3575-4987-bb03-1b95aa1e0c9c tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:56.684026 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-02fef17b-63a6-48f3-91c2-775f907d7696 req-7f7f441c-3575-4987-bb03-1b95aa1e0c9c tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 943 time: 0.3130949 Dec 15 20:58:56.749735 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-02fef17b-63a6-48f3-91c2-775f907d7696 req-a2190a82-3fa9-478c-a58c-d00b56e79b0e tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565844 Dec 15 20:58:56.788134 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cbf1e-6dbb-43b0-abed-50948c455f10 req-0dd22c88-1a34-44bf-ac21-eb002999ac41 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:56.789989 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5d9cbf1e-6dbb-43b0-abed-50948c455f10 req-0dd22c88-1a34-44bf-ac21-eb002999ac41 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.1938789 Dec 15 20:58:56.805435 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f75ae80e-ba78-4119-889c-ab0bb18bb6c8 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:56.823256 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207df20-f52f-4fbe-8fde-00bceaccef52 req-d97b799a-6768-4047-a8b8-7c60a4d3eed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:56.824704 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-f207df20-f52f-4fbe-8fde-00bceaccef52 req-d97b799a-6768-4047-a8b8-7c60a4d3eed8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=93026352-c79c-42ad-baed-f8112007ec46 HTTP/1.1" status: 200 len: 917 time: 0.2349725 Dec 15 20:58:56.825844 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] For port 2dd5018a-4cb6-4614-9f73-2fe359812fe7, host hv-cinder-82189, cleared binding levels {{(pid=86858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:58:56.829878 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] For port 2dd5018a-4cb6-4614-9f73-2fe359812fe7, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2dd5018a-4cb6-4614-9f73-2fe359812fe7,segment=NetworkSegment(aeb21201-1d04-4fb6-bcd2-dabd1a4844f4),segment_id=aeb21201-1d04-4fb6-bcd2-dabd1a4844f4)] {{(pid=86858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:58:56.836155 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:56.903210 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:56.914673 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:56.969791 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f75ae80e-ba78-4119-889c-ab0bb18bb6c8 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Network 5de9587e-f494-45e3-b78a-91f0735c06e8 is already hosted by enough agents. {{(pid=86859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:58:56.984632 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:56.985606 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:56.985756 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f75ae80e-ba78-4119-889c-ab0bb18bb6c8 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Resources bound (agent type, host, resource id): {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:58:56.987470 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] 10.222.0.41 "PUT /v2.0/ports/2dd5018a-4cb6-4614-9f73-2fe359812fe7 HTTP/1.1" status: 200 len: 1093 time: 1.5784512 Dec 15 20:58:56.992823 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f80191d-b588-43a2-81ec-17321ea9f542', 'tag': '2dd5018a-4cb6-4614-9f73-2fe359812fe7'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:58:56.994189 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5d9cbf1e-6dbb-43b0-abed-50948c455f10 req-f328424f-7ebe-4b05-94ca-c275c49d192d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1909153 Dec 15 20:58:56.995237 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.l3_dvrscheduler_db [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f75ae80e-ba78-4119-889c-ab0bb18bb6c8 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Received port after_create {{(pid=86859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:58:57.023471 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f75ae80e-ba78-4119-889c-ab0bb18bb6c8 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Pushing event updated for resources: {'Port': ['ID=cf3797e2-69ce-44c9-978d-a579401cbddb,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:57.027366 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-f207df20-f52f-4fbe-8fde-00bceaccef52 req-a6211dad-8abd-40d0-ba47-cdc0e469fa94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=d66489c0-5202-41a0-b0b9-efa104bb61bb HTTP/1.1" status: 200 len: 999 time: 0.1906242 Dec 15 20:58:57.030297 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f75ae80e-ba78-4119-889c-ab0bb18bb6c8 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:57.030602 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] Pushing event updated for resources: {'Port': ['ID=2dd5018a-4cb6-4614-9f73-2fe359812fe7,revision_number=3']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:57.033621 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:57.088676 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f75ae80e-ba78-4119-889c-ab0bb18bb6c8 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:57.089407 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f75ae80e-ba78-4119-889c-ab0bb18bb6c8 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:57.105206 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a489f461-9137-4e0e-8f40-02576edc4a77 req-f787cfaa-fe72-4167-8610-5da46368dd8f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:57.107079 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a489f461-9137-4e0e-8f40-02576edc4a77 req-f787cfaa-fe72-4167-8610-5da46368dd8f tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.2355623 Dec 15 20:58:57.166476 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f75ae80e-ba78-4119-889c-ab0bb18bb6c8 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6243536 Dec 15 20:58:57.185296 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207df20-f52f-4fbe-8fde-00bceaccef52 req-dddcc20c-f4fa-4471-91d6-452c02d3e09a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:57.186794 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-f207df20-f52f-4fbe-8fde-00bceaccef52 req-dddcc20c-f4fa-4471-91d6-452c02d3e09a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eac67882-7145-4cd4-a26e-4a2149ab905e HTTP/1.1" status: 200 len: 855 time: 0.1492429 Dec 15 20:58:57.198506 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a489f461-9137-4e0e-8f40-02576edc4a77 req-9efc3874-0c99-444b-9dc0-efd114d8363c tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794015 Dec 15 20:58:57.209186 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-157eb532-cf57-4e73-9bda-3685e1cf658f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:57.210814 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-157eb532-cf57-4e73-9bda-3685e1cf658f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f0911933cea4693bc86dfcd07ba9675&device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 1096 time: 0.1348636 Dec 15 20:58:57.255887 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f80191d-b588-43a2-81ec-17321ea9f542', 'tag': '2dd5018a-4cb6-4614-9f73-2fe359812fe7', 'status': 'completed', 'code': 200} Dec 15 20:58:57.307910 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-640dacbb-d22f-4221-8dd7-762751a3a547 req-d185ec7f-f375-4d76-9930-19355db49082 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:57.311035 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-640dacbb-d22f-4221-8dd7-762751a3a547 req-d185ec7f-f375-4d76-9930-19355db49082 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 945 time: 0.1113243 Dec 15 20:58:57.354852 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-640dacbb-d22f-4221-8dd7-762751a3a547 req-acab4d8a-269a-4c44-ba03-639a2f5f116e tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396886 Dec 15 20:58:57.409322 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-1f50e74f-6671-4b0b-b369-48d31b24cd5c None None] Provisioning for port cf3797e2-69ce-44c9-978d-a579401cbddb completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:58:57.414109 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-1f50e74f-6671-4b0b-b369-48d31b24cd5c None None] Provisioning complete for port cf3797e2-69ce-44c9-978d-a579401cbddb triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:57.414486 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-1f50e74f-6671-4b0b-b369-48d31b24cd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:57.466579 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-1f50e74f-6671-4b0b-b369-48d31b24cd5c None None] Port cf3797e2-69ce-44c9-978d-a579401cbddb cannot update to ACTIVE because it is not bound. {{(pid=86860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 20:58:57.646253 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a123da-31b9-48b9-8752-18cf37c544df req-9eda81ca-cdbb-4fe6-810d-078e1cf9719d tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:57.646931 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-53a123da-31b9-48b9-8752-18cf37c544df req-9eda81ca-cdbb-4fe6-810d-078e1cf9719d tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Synchronizing usage tracker for tenant:0fed2bbf61794fe0b44a6f599b13bfe1 on resource:port {{(pid=86859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:58:57.664114 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-53a123da-31b9-48b9-8752-18cf37c544df req-9eda81ca-cdbb-4fe6-810d-078e1cf9719d tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Unset dirty status for tenant:0fed2bbf61794fe0b44a6f599b13bfe1 on resource:port {{(pid=86859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:58:57.665405 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-53a123da-31b9-48b9-8752-18cf37c544df req-9eda81ca-cdbb-4fe6-810d-078e1cf9719d tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 931 time: 0.0985544 Dec 15 20:58:57.709241 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-53a123da-31b9-48b9-8752-18cf37c544df req-fdebce6d-25cc-4da4-8c4d-9f5965be3737 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382032 Dec 15 20:58:57.934291 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a75620-e872-4809-ae17-00ab4e737791 req-d7d721eb-29a4-464d-beab-3aa6e1ed3617 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:57.935631 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-49a75620-e872-4809-ae17-00ab4e737791 req-d7d721eb-29a4-464d-beab-3aa6e1ed3617 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 943 time: 0.0775447 Dec 15 20:58:57.981342 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-49a75620-e872-4809-ae17-00ab4e737791 req-d1171886-0bc9-4c51-b694-1dd045ccbeb5 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401425 Dec 15 20:58:58.102001 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 58e9719e-2290-47c7-8149-52b003828f92 up at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:58:58.191681 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning for port 58e9719e-2290-47c7-8149-52b003828f92 completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:58:58.196357 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning complete for port 58e9719e-2290-47c7-8149-52b003828f92 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:58:58.196890 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:58.234096 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4363e465-553c-402e-a394-6eef0c70eade req-6e769cb0-3d18-42db-a133-84f5ccf36f92 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:58.235559 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4363e465-553c-402e-a394-6eef0c70eade req-6e769cb0-3d18-42db-a133-84f5ccf36f92 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.0814793 Dec 15 20:58:58.280732 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4363e465-553c-402e-a394-6eef0c70eade req-afe09f63-76b5-4c67-8155-857d7c88c428 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392451 Dec 15 20:58:58.315429 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:58.341968 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447e1787-186d-4c84-8f92-a280fbdafac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e9719e-2290-47c7-8149-52b003828f92'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:58:58.351478 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 58e9719e-2290-47c7-8149-52b003828f92, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=58e9719e-2290-47c7-8149-52b003828f92,segment=NetworkSegment(65ce960a-5203-4378-8ba9-b472ed124dfd),segment_id=65ce960a-5203-4378-8ba9-b472ed124dfd)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:58:58.356645 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:58:58.358563 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-5ce58d61-52ed-4fa4-af02-25156bdcf44d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:58:58.387883 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2745cb62-e704-4172-a4c1-b1524778cb82 req-d654e954-991e-492c-8b8e-de7a2ac7b62b tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:58.389333 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2745cb62-e704-4172-a4c1-b1524778cb82 req-d654e954-991e-492c-8b8e-de7a2ac7b62b tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.0849259 Dec 15 20:58:58.393319 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447e1787-186d-4c84-8f92-a280fbdafac8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58e9719e-2290-47c7-8149-52b003828f92', 'code': 200} Dec 15 20:58:58.430062 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=58e9719e-2290-47c7-8149-52b003828f92,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:58:58.440858 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:58:58.446317 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2745cb62-e704-4172-a4c1-b1524778cb82 req-e0c1e434-71ec-4630-9474-df7af7dd72c0 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500259 Dec 15 20:58:58.555892 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a25071-2128-4216-8da9-bb96d29cf669 req-c5a64820-376c-4ac9-943c-119044d32351 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:58.557344 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-32a25071-2128-4216-8da9-bb96d29cf669 req-c5a64820-376c-4ac9-943c-119044d32351 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 946 time: 0.0776534 Dec 15 20:58:58.600612 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-32a25071-2128-4216-8da9-bb96d29cf669 req-604831ee-94a3-4f53-a47f-2744c94d87ad tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377040 Dec 15 20:58:58.895689 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b66e486-6e0a-4b75-9a90-edcaedfcbdf1 req-a413000a-65b2-4f48-bcf1-cea44bcbfc43 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:58.897127 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6b66e486-6e0a-4b75-9a90-edcaedfcbdf1 req-a413000a-65b2-4f48-bcf1-cea44bcbfc43 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 931 time: 0.0833397 Dec 15 20:58:58.941408 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6b66e486-6e0a-4b75-9a90-edcaedfcbdf1 req-798bc68d-9e3f-4ddd-8f59-deaed57143b1 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384476 Dec 15 20:58:59.160842 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed43133d-b6c2-438d-a06e-63a7da9a0b4b req-8f275874-a168-4ada-8052-51e0099a7bd4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:59.162270 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ed43133d-b6c2-438d-a06e-63a7da9a0b4b req-8f275874-a168-4ada-8052-51e0099a7bd4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 943 time: 0.0771277 Dec 15 20:58:59.204589 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ed43133d-b6c2-438d-a06e-63a7da9a0b4b req-eea24088-9354-4581-9556-338f0be65158 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368114 Dec 15 20:58:59.468392 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d3abf-149b-4dd0-a970-0fc50927d7b7 req-28452e6d-c2a9-409a-8e8c-12c31e547e67 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:59.469909 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ae7d3abf-149b-4dd0-a970-0fc50927d7b7 req-28452e6d-c2a9-409a-8e8c-12c31e547e67 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.0809710 Dec 15 20:58:59.514557 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ae7d3abf-149b-4dd0-a970-0fc50927d7b7 req-028943a6-a79f-40a7-94d6-7317678d5eb0 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389490 Dec 15 20:58:59.626025 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a509d02-a478-4354-a212-db1056c5ecc3 req-1540f06e-fc84-4110-a17e-3ccb4027b307 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:59.627630 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8a509d02-a478-4354-a212-db1056c5ecc3 req-1540f06e-fc84-4110-a17e-3ccb4027b307 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.0786664 Dec 15 20:58:59.675905 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8a509d02-a478-4354-a212-db1056c5ecc3 req-0cde15b6-d9a6-4c80-a54d-d3012238bfab tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428226 Dec 15 20:58:59.780106 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2158ab-9a3a-43cd-bcca-04f6f5eef60b req-d9b6e14b-00c4-4e1d-affb-4b01bd559268 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:58:59.781528 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-de2158ab-9a3a-43cd-bcca-04f6f5eef60b req-d9b6e14b-00c4-4e1d-affb-4b01bd559268 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 946 time: 0.0788863 Dec 15 20:58:59.826219 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-de2158ab-9a3a-43cd-bcca-04f6f5eef60b req-b6bb7824-6676-49df-abc0-db8c60717523 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390515 Dec 15 20:59:00.187259 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] Request body: {'port': {'device_id': '17736ed7-08ef-4caa-8d2e-79cc35dd4ae1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:59:00.239761 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-163c1613-ee3e-4ff6-9ab8-e3c48c0e033e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2dd5018a-4cb6-4614-9f73-2fe359812fe7 HTTP/1.1" status: 200 len: 217 time: 0.1177063 Dec 15 20:59:00.297104 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e53c8c-471d-4afa-8d53-224dd0403a18 req-d074b8d4-3a07-4950-a432-ece19e338676 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:00.304750 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-94e53c8c-471d-4afa-8d53-224dd0403a18 req-d074b8d4-3a07-4950-a432-ece19e338676 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 931 time: 0.2617681 Dec 15 20:59:00.356254 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-9eb80634-58d3-4bba-b2a2-2110cf5f7740 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:00.357820 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-9eb80634-58d3-4bba-b2a2-2110cf5f7740 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=534b39db-0a31-42ab-9b6e-df04c958037c HTTP/1.1" status: 200 len: 850 time: 0.1020343 Dec 15 20:59:00.364070 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f207df20-f52f-4fbe-8fde-00bceaccef52 req-4fdf508e-e4ef-44d2-841f-518e84fa0478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:00.365802 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-f207df20-f52f-4fbe-8fde-00bceaccef52 req-4fdf508e-e4ef-44d2-841f-518e84fa0478 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93026352-c79c-42ad-baed-f8112007ec46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1842551 Dec 15 20:59:00.452954 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:00.475990 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-94e53c8c-471d-4afa-8d53-224dd0403a18 req-faf3ba26-e072-417a-b54e-3b70f1a1b0fd tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701989 Dec 15 20:59:00.570945 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa87d64-d221-4a1f-99ea-eba5564dc602 req-ddf7caa8-e2dd-4b83-bd2d-dc1826f98273 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:00.573266 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-dfa87d64-d221-4a1f-99ea-eba5564dc602 req-ddf7caa8-e2dd-4b83-bd2d-dc1826f98273 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 943 time: 0.2154763 Dec 15 20:59:00.640878 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8fa6dbd-7b96-4c45-a926-01ae651ddfd2 req-f6b980f2-5c9c-40b9-a6af-b30acbd3ffde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:00.642381 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-a8fa6dbd-7b96-4c45-a926-01ae651ddfd2 req-f6b980f2-5c9c-40b9-a6af-b30acbd3ffde service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 1099 time: 0.2342179 Dec 15 20:59:00.676729 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 20:59:00.692165 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-235ba2c1-f07a-4ff7-af27-953599eabba3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:00.693629 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-235ba2c1-f07a-4ff7-af27-953599eabba3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2eeda4cc-cb45-495b-b445-87322079095b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3267465 Dec 15 20:59:00.701501 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-f207df20-f52f-4fbe-8fde-00bceaccef52 req-ad7ed8d7-2639-4f53-af1b-462c057a4428 service neutron] 10.222.0.41 "GET /v2.0/networks/93026352-c79c-42ad-baed-f8112007ec46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2921941 Dec 15 20:59:00.729217 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-dfa87d64-d221-4a1f-99ea-eba5564dc602 req-5a4e687e-eea3-4518-873b-bee8f70a47a8 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1489389 Dec 15 20:59:00.765836 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-a8fa6dbd-7b96-4c45-a926-01ae651ddfd2 req-3ea99593-0dbb-4e92-bd4d-a85d17e45cc5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077840 Dec 15 20:59:00.913172 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30adc9aa-521a-4e2c-9ab2-61c3fb44efa6 req-5b5c2c9c-8f5d-4597-b0dc-4f2ef867eccc tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:00.914700 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-30adc9aa-521a-4e2c-9ab2-61c3fb44efa6 req-5b5c2c9c-8f5d-4597-b0dc-4f2ef867eccc tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.2500160 Dec 15 20:59:01.007768 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-30adc9aa-521a-4e2c-9ab2-61c3fb44efa6 req-2a98c99b-ea13-4b45-b1bf-c5ff075e4f72 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750148 Dec 15 20:59:01.056177 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-f207df20-f52f-4fbe-8fde-00bceaccef52 req-97534c91-d349-465b-8fef-74ca7af6134a service neutron] 10.222.0.41 "GET /v2.0/networks/93026352-c79c-42ad-baed-f8112007ec46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273063 Dec 15 20:59:01.058801 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-6e84a03c-c100-41f0-a05a-d9d0c047e509 service neutron] 10.222.0.41 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3488379 Dec 15 20:59:01.064654 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b4ee25-93ee-4429-aee0-2133ca13d072 req-0275d7be-a8d9-4be9-897c-ed1f23920aff tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:01.066135 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-06b4ee25-93ee-4429-aee0-2133ca13d072 req-0275d7be-a8d9-4be9-897c-ed1f23920aff tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.2369697 Dec 15 20:59:01.075510 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.notifiers.nova [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cf3797e2-69ce-44c9-978d-a579401cbddb {{(pid=86859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:59:01.101015 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:01.132995 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.provisioning_blocks [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] Transition to ACTIVE for port object cf3797e2-69ce-44c9-978d-a579401cbddb will not be triggered until provisioned by entity L2. {{(pid=86859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:59:01.193506 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-06b4ee25-93ee-4429-aee0-2133ca13d072 req-ec9fa1f4-9763-4308-8b7d-b5f8ad9f9fd7 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203468 Dec 15 20:59:01.195148 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4132647'] for port, after_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:01.200141 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:01.265411 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-dbb34ffb-a7ec-4bb3-b0f9-ce471f506693 req-2b9aac76-a522-4e1b-93df-30997b9d0252 service neutron] 10.222.0.41 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1880629 Dec 15 20:59:01.377588 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] Pushing event updated for resources: {'Port': ['ID=cf3797e2-69ce-44c9-978d-a579401cbddb,revision_number=2']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:01.386821 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:01.425641 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eda266-f9da-4d25-b458-a9f48c15dca2 req-f3d5309b-c08c-4843-b01a-1f4e5c6aaa41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:01.427160 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-94eda266-f9da-4d25-b458-a9f48c15dca2 req-f3d5309b-c08c-4843-b01a-1f4e5c6aaa41 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f0911933cea4693bc86dfcd07ba9675&device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 1096 time: 0.0944321 Dec 15 20:59:01.456741 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d108210-1b2d-4e16-ae24-53bbe7f52120 req-b5ef30a0-0423-4436-895d-429171a83fc8 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:01.464677 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7d108210-1b2d-4e16-ae24-53bbe7f52120 req-b5ef30a0-0423-4436-895d-429171a83fc8 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 946 time: 0.3304682 Dec 15 20:59:01.543928 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7d108210-1b2d-4e16-ae24-53bbe7f52120 req-e0f03027-029b-428b-9ec3-fcdcbee5e9b9 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783639 Dec 15 20:59:01.546216 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.managers [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] Attempting to bind port cf3797e2-69ce-44c9-978d-a579401cbddb on host hv-cinder-82189 for vnic_type normal with profile {{(pid=86859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:59:01.546683 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.managers [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] Attempting to bind port cf3797e2-69ce-44c9-978d-a579401cbddb by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8'}] {{(pid=86859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:59:01.547441 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] Attempting to bind port cf3797e2-69ce-44c9-978d-a579401cbddb on network 5de9587e-f494-45e3-b78a-91f0735c06e8 {{(pid=86859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:59:01.552284 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] Port cf3797e2-69ce-44c9-978d-a579401cbddb on network 5de9587e-f494-45e3-b78a-91f0735c06e8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=86859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 20:59:01.552606 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] Attempting to bind port cf3797e2-69ce-44c9-978d-a579401cbddb on network 5de9587e-f494-45e3-b78a-91f0735c06e8 {{(pid=86859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:59:01.558172 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] Checking agent: {'id': '725a3879-ffa9-43b4-b39f-ace0d62390f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'started_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 58, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:59:01.558614 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] Checking segment: {'id': '2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:59:01.559156 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] Bound using segment: {'id': '2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8'} {{(pid=86859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:59:01.559592 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.managers [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] Bound port: cf3797e2-69ce-44c9-978d-a579401cbddb, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 192, 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8'}}] {{(pid=86859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:59:01.559938 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:01.596770 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eda266-f9da-4d25-b458-a9f48c15dca2 req-596c7af3-2e8c-4408-884f-080784be26fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:01.598341 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-94eda266-f9da-4d25-b458-a9f48c15dca2 req-596c7af3-2e8c-4408-884f-080784be26fa service neutron] 10.222.0.41 "GET /v2.0/networks?id=2eeda4cc-cb45-495b-b445-87322079095b HTTP/1.1" status: 200 len: 912 time: 0.1637855 Dec 15 20:59:01.675725 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-94eda266-f9da-4d25-b458-a9f48c15dca2 req-8df08e1e-3166-4ca5-91c8-57eedd384db7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2dd5018a-4cb6-4614-9f73-2fe359812fe7 HTTP/1.1" status: 200 len: 217 time: 0.0621457 Dec 15 20:59:01.738243 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.db [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] For port cf3797e2-69ce-44c9-978d-a579401cbddb, host hv-cinder-82189, cleared binding levels {{(pid=86859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:59:01.742684 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.db [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] For port cf3797e2-69ce-44c9-978d-a579401cbddb, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=cf3797e2-69ce-44c9-978d-a579401cbddb,segment=NetworkSegment(2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d),segment_id=2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d)] {{(pid=86859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:59:01.751239 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eda266-f9da-4d25-b458-a9f48c15dca2 req-1d162f4e-c7ea-4e85-9f50-a37363ae65af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:01.752705 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-94eda266-f9da-4d25-b458-a9f48c15dca2 req-1d162f4e-c7ea-4e85-9f50-a37363ae65af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=534b39db-0a31-42ab-9b6e-df04c958037c HTTP/1.1" status: 200 len: 850 time: 0.0699193 Dec 15 20:59:01.760707 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e057c8a4-ee14-4114-ac1a-7340fc06ab8b req-4f1830a0-cf6e-45ad-8c57-895cdf3d068e tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:01.762439 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e057c8a4-ee14-4114-ac1a-7340fc06ab8b req-4f1830a0-cf6e-45ad-8c57-895cdf3d068e tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 943 time: 0.1451974 Dec 15 20:59:01.764206 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4132647'] for port, after_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:01.768299 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-e3ef0f43-7246-4cbf-9f30-88c9643fa7e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:01.849962 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:01.850571 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:01.851968 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] 10.222.0.41 "PUT /v2.0/ports/cf3797e2-69ce-44c9-978d-a579401cbddb HTTP/1.1" status: 200 len: 1093 time: 1.6710918 Dec 15 20:59:01.854591 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17736ed7-08ef-4caa-8d2e-79cc35dd4ae1', 'tag': 'cf3797e2-69ce-44c9-978d-a579401cbddb'}] {{(pid=86859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:59:01.885606 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e057c8a4-ee14-4114-ac1a-7340fc06ab8b req-13c2a2b3-a046-4dc7-b68e-f0166680005e tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865002 Dec 15 20:59:01.913836 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] Pushing event updated for resources: {'Port': ['ID=cf3797e2-69ce-44c9-978d-a579401cbddb,revision_number=3']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:01.918334 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:02.038980 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17736ed7-08ef-4caa-8d2e-79cc35dd4ae1', 'tag': 'cf3797e2-69ce-44c9-978d-a579401cbddb', 'status': 'completed', 'code': 200} Dec 15 20:59:02.136179 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ecb85-2df3-413b-843f-5ed00eed9b3c req-b4954072-fcfa-43a0-b286-8e4922c4673c tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:02.137722 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-925ecb85-2df3-413b-843f-5ed00eed9b3c req-b4954072-fcfa-43a0-b286-8e4922c4673c tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 943 time: 0.1464384 Dec 15 20:59:02.401722 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-925ecb85-2df3-413b-843f-5ed00eed9b3c req-1d4e5b04-e5c6-4c92-afd0-94d0fc80fbb8 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2569652 Dec 15 20:59:02.423434 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ee4c48-c953-4b67-b1e8-703f7f3808dc req-7f6f406d-b777-4194-8252-5da96bfffc40 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:02.430721 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d3ee4c48-c953-4b67-b1e8-703f7f3808dc req-7f6f406d-b777-4194-8252-5da96bfffc40 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.2617054 Dec 15 20:59:02.487672 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d3ee4c48-c953-4b67-b1e8-703f7f3808dc req-bac1770e-7d27-43d1-acb2-ffa229e869b8 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538571 Dec 15 20:59:02.620387 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632e147-410d-469b-b5d2-19c2542f3801 req-9f12e8c6-286a-4805-b2d8-e6470d00c51a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:02.627542 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4632e147-410d-469b-b5d2-19c2542f3801 req-9f12e8c6-286a-4805-b2d8-e6470d00c51a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.0927560 Dec 15 20:59:02.671204 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4632e147-410d-469b-b5d2-19c2542f3801 req-9eea377a-9ccb-4370-b014-778794b32914 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427432 Dec 15 20:59:02.772929 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f9284-a6fd-4594-a2be-104ce77009fc req-52af12d3-8630-4a94-bcde-0f4e33650f34 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:02.779903 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b73f9284-a6fd-4594-a2be-104ce77009fc req-52af12d3-8630-4a94-bcde-0f4e33650f34 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 946 time: 0.1077204 Dec 15 20:59:02.833160 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b73f9284-a6fd-4594-a2be-104ce77009fc req-d49aa590-4976-48c0-8e4c-e4f5a6e74f8c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523951 Dec 15 20:59:03.132090 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f67cf7-5f72-423b-a6c1-935d1f05c2df req-aa8a01bb-0622-4f24-9630-0d98140a634a tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:03.133534 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-69f67cf7-5f72-423b-a6c1-935d1f05c2df req-aa8a01bb-0622-4f24-9630-0d98140a634a tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 943 time: 0.0831954 Dec 15 20:59:03.183256 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-69f67cf7-5f72-423b-a6c1-935d1f05c2df req-96e543aa-9b5c-43b5-a007-d5bf9d9af34e tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434532 Dec 15 20:59:03.599653 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8697b46-ede9-455b-8f00-9f16c32c368a req-679bb449-b238-4ac2-a5dc-002ec610b777 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:03.601784 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b8697b46-ede9-455b-8f00-9f16c32c368a req-679bb449-b238-4ac2-a5dc-002ec610b777 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 943 time: 0.0881972 Dec 15 20:59:03.696852 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b8697b46-ede9-455b-8f00-9f16c32c368a req-83cffc7b-dfb9-4b80-95d4-0b8c61e48dc0 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0636227 Dec 15 20:59:03.722450 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df2e32f-4ebf-4dce-8971-4ff8c8c1b544 req-948197ce-585d-400e-93f8-02874026ef17 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:03.724065 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5df2e32f-4ebf-4dce-8971-4ff8c8c1b544 req-948197ce-585d-400e-93f8-02874026ef17 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.1213021 Dec 15 20:59:03.778982 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5df2e32f-4ebf-4dce-8971-4ff8c8c1b544 req-9708f5bf-424d-45b3-bfab-d577748f0817 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480328 Dec 15 20:59:03.915244 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acea201d-d837-4dd2-9cd8-faddd68b447a req-f232ae55-cc78-4138-88ba-18fb242e97c4 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:03.917219 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-acea201d-d837-4dd2-9cd8-faddd68b447a req-f232ae55-cc78-4138-88ba-18fb242e97c4 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.0934262 Dec 15 20:59:03.974444 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-acea201d-d837-4dd2-9cd8-faddd68b447a req-c31fb6fb-2fff-490e-9410-c3b278638d4e tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515201 Dec 15 20:59:04.068599 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f71627a-09a2-42b1-9231-37460148a31c req-3149cdcc-9005-4d1e-b987-28872b6135c8 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:04.070089 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6f71627a-09a2-42b1-9231-37460148a31c req-3149cdcc-9005-4d1e-b987-28872b6135c8 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 946 time: 0.0939970 Dec 15 20:59:04.125286 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6f71627a-09a2-42b1-9231-37460148a31c req-03c806f5-66ca-4a28-9e56-004c0a71e557 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485308 Dec 15 20:59:04.382058 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da2508f-fecd-482c-8f65-db93b1a62e3f req-ffa4beee-abe5-4a9d-a1d0-3a7a83a477b7 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:04.383377 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6da2508f-fecd-482c-8f65-db93b1a62e3f req-ffa4beee-abe5-4a9d-a1d0-3a7a83a477b7 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 943 time: 0.0872662 Dec 15 20:59:04.436910 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6da2508f-fecd-482c-8f65-db93b1a62e3f req-6a8eb84a-bb1b-4c9b-b6b5-d3e0740883da tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468588 Dec 15 20:59:04.961064 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544bd6bd-6999-4937-b388-a2677e44cb3f req-432acad8-83d0-4ea9-b7f1-ec0baef0aff7 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:04.962555 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-544bd6bd-6999-4937-b388-a2677e44cb3f req-432acad8-83d0-4ea9-b7f1-ec0baef0aff7 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 943 time: 0.1551404 Dec 15 20:59:05.034820 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-544bd6bd-6999-4937-b388-a2677e44cb3f req-6c752c87-2ead-4add-952b-ee4f8817f41e tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0655043 Dec 15 20:59:05.067240 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a45ec0-e95d-42c2-a606-688ea5fa1fa4 req-f2661014-0188-4b34-b393-3daee6288eb2 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:05.068769 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-79a45ec0-e95d-42c2-a606-688ea5fa1fa4 req-f2661014-0188-4b34-b393-3daee6288eb2 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.1579158 Dec 15 20:59:05.117551 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-79a45ec0-e95d-42c2-a606-688ea5fa1fa4 req-1728ee52-002d-48ec-a7b9-f756b8b94de5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411916 Dec 15 20:59:05.219270 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c7bd56-dbf0-4a9b-9965-85e7933fec4f req-35318bd1-8bee-42e5-9a7f-0be3b6274796 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:05.220869 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a0c7bd56-dbf0-4a9b-9965-85e7933fec4f req-35318bd1-8bee-42e5-9a7f-0be3b6274796 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.0875380 Dec 15 20:59:05.326817 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a0c7bd56-dbf0-4a9b-9965-85e7933fec4f req-c3da7170-2408-47cd-b8d4-b10b0938d18a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995624 Dec 15 20:59:05.361249 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b97f50b-eea8-4ecc-84b1-5100df15bf9f req-a20265e5-44f4-4830-aa64-184579a65450 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:05.362754 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6b97f50b-eea8-4ecc-84b1-5100df15bf9f req-a20265e5-44f4-4830-aa64-184579a65450 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 946 time: 0.1154156 Dec 15 20:59:05.415889 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6b97f50b-eea8-4ecc-84b1-5100df15bf9f req-fa51eabc-c6f7-4256-bb87-eb8331bc27e7 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469980 Dec 15 20:59:05.764505 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb9731a-00d5-400f-a3fd-1c3ff9ddae54 req-629c6c85-2892-4c8a-aee0-92ae997341e7 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:05.766112 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-feb9731a-00d5-400f-a3fd-1c3ff9ddae54 req-629c6c85-2892-4c8a-aee0-92ae997341e7 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 943 time: 0.0817761 Dec 15 20:59:05.814522 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-feb9731a-00d5-400f-a3fd-1c3ff9ddae54 req-c504ccda-2986-44e2-ac69-30140faf6503 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425107 Dec 15 20:59:06.244107 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c51261-aad2-403c-8d99-c08814dfde5e req-f85252e5-8b2f-4e1d-b7e6-4517d8812874 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:06.250853 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d9c51261-aad2-403c-8d99-c08814dfde5e req-f85252e5-8b2f-4e1d-b7e6-4517d8812874 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 943 time: 0.1036513 Dec 15 20:59:06.358089 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d9c51261-aad2-403c-8d99-c08814dfde5e req-8ff630b4-3f8c-4a88-a9d1-0628f4e299cb tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1011000 Dec 15 20:59:06.401203 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93eee229-8d3c-4a99-a161-3fc64387e2ae req-fa0d96db-21e2-48a8-9510-a8d3f712ee4e tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:06.403245 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-93eee229-8d3c-4a99-a161-3fc64387e2ae req-fa0d96db-21e2-48a8-9510-a8d3f712ee4e tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.1299183 Dec 15 20:59:06.461070 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-93eee229-8d3c-4a99-a161-3fc64387e2ae req-f0e4e0ad-8ad9-42f5-8963-24aca6ea343e tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510857 Dec 15 20:59:06.564248 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ea00f54-d46c-4f25-8efa-0dd220899dce req-039b862a-b91d-4adc-9797-f1b0a8864c37 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:06.565124 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5ea00f54-d46c-4f25-8efa-0dd220899dce req-039b862a-b91d-4adc-9797-f1b0a8864c37 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.0876515 Dec 15 20:59:06.667490 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5ea00f54-d46c-4f25-8efa-0dd220899dce req-d03645e7-7178-4553-806e-ca6e476f2144 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967371 Dec 15 20:59:06.693812 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d90f9e0a-ea10-4078-9eb3-e884a9c68790 req-13b462ff-a2ee-4bae-bdab-c4d4c85080bc tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:06.695652 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d90f9e0a-ea10-4078-9eb3-e884a9c68790 req-13b462ff-a2ee-4bae-bdab-c4d4c85080bc tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 946 time: 0.1105032 Dec 15 20:59:06.741694 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d90f9e0a-ea10-4078-9eb3-e884a9c68790 req-ef5d4ad1-5c67-421c-81f5-e0e5ffa4c1c3 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396869 Dec 15 20:59:07.094612 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-559bd216-3b6c-4899-bf82-0955254db739 req-34965829-526c-47c3-8566-f4be5ca17e89 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:07.096067 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-559bd216-3b6c-4899-bf82-0955254db739 req-34965829-526c-47c3-8566-f4be5ca17e89 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 943 time: 0.1685219 Dec 15 20:59:07.143752 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-559bd216-3b6c-4899-bf82-0955254db739 req-8e730205-29af-43bc-9e6e-353e07f31ae7 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420091 Dec 15 20:59:07.562676 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f543fe-a5ff-4351-80d6-d36d69e29e68 req-a4ccc688-fc0b-4d89-abce-5a66da09297a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:07.564315 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e8f543fe-a5ff-4351-80d6-d36d69e29e68 req-a4ccc688-fc0b-4d89-abce-5a66da09297a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 943 time: 0.0924125 Dec 15 20:59:07.646669 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e8f543fe-a5ff-4351-80d6-d36d69e29e68 req-a7c76c68-1936-4a4c-bce9-7c47cf2e4db1 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749121 Dec 15 20:59:07.690820 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd6471a-7202-428f-96a0-54312a1be28b req-7cc979a1-3c03-4900-8e4d-69f5a3737fac tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:07.692305 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7dd6471a-7202-428f-96a0-54312a1be28b req-7cc979a1-3c03-4900-8e4d-69f5a3737fac tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.0878942 Dec 15 20:59:07.739143 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7dd6471a-7202-428f-96a0-54312a1be28b req-fa43422d-7eb0-4449-b485-4443142dfa39 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0410562 Dec 15 20:59:07.919169 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b28f1ba-35b8-459f-87d3-7e73e6265b1c req-a6168b24-2cdd-4f22-bc69-68ccc144a2b6 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:07.920571 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4b28f1ba-35b8-459f-87d3-7e73e6265b1c req-a6168b24-2cdd-4f22-bc69-68ccc144a2b6 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.1465197 Dec 15 20:59:07.977807 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4b28f1ba-35b8-459f-87d3-7e73e6265b1c req-747730b2-40d8-434e-a71b-cb27f0158b28 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502875 Dec 15 20:59:07.995060 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a91db6d-80a9-4c3d-a809-e86a4cff2e98 req-8de9d89d-60d3-4861-bbc4-90e469092e53 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:07.996516 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6a91db6d-80a9-4c3d-a809-e86a4cff2e98 req-8de9d89d-60d3-4861-bbc4-90e469092e53 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 946 time: 0.1434422 Dec 15 20:59:08.043391 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6a91db6d-80a9-4c3d-a809-e86a4cff2e98 req-e564529b-8157-4773-aa16-fc6b2bb49583 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402987 Dec 15 20:59:08.328857 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0e3876-6044-43dc-9838-eb16587ceaaf req-c8efd639-5a77-4a4c-8183-f410d9e53d3f tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:08.330335 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5c0e3876-6044-43dc-9838-eb16587ceaaf req-c8efd639-5a77-4a4c-8183-f410d9e53d3f tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 943 time: 0.0821369 Dec 15 20:59:08.377558 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5c0e3876-6044-43dc-9838-eb16587ceaaf req-24bc64b6-d499-4651-b52f-7bb3fd3729d1 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410776 Dec 15 20:59:08.966846 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8db506-2651-4c10-9929-f14b551d4b11 req-89cd2d32-f9a5-47a5-bc3c-62522a4490a3 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:08.969560 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-fa8db506-2651-4c10-9929-f14b551d4b11 req-89cd2d32-f9a5-47a5-bc3c-62522a4490a3 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 943 time: 0.2079694 Dec 15 20:59:09.031083 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-fa8db506-2651-4c10-9929-f14b551d4b11 req-d4d19b92-496a-4beb-9dc6-89cab8f6d168 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499771 Dec 15 20:59:09.046510 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e463783-03a6-4d22-9bf6-264e66878ff3 req-6a3b59fa-5844-4221-8f17-69383cfcbc36 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:09.057133 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8e463783-03a6-4d22-9bf6-264e66878ff3 req-6a3b59fa-5844-4221-8f17-69383cfcbc36 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.1605492 Dec 15 20:59:09.105265 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8e463783-03a6-4d22-9bf6-264e66878ff3 req-845fb6de-326e-4197-997d-6b123c3f3107 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0508521 Dec 15 20:59:09.327882 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef199b17-7916-4501-abd1-56307c969ea6 req-786695e9-e1ce-4d3b-ad56-0f32323ac47b tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:09.329098 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ef199b17-7916-4501-abd1-56307c969ea6 req-786695e9-e1ce-4d3b-ad56-0f32323ac47b tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.1785862 Dec 15 20:59:09.371798 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b9039d-6795-4cc0-89c5-338cd7d098db req-f1a213d3-8092-4dad-82bf-c4eef53f40c6 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:09.373262 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d0b9039d-6795-4cc0-89c5-338cd7d098db req-f1a213d3-8092-4dad-82bf-c4eef53f40c6 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 946 time: 0.1296666 Dec 15 20:59:09.416096 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ef199b17-7916-4501-abd1-56307c969ea6 req-6655d099-4c7b-41fb-aaf8-08523eb0cd99 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806901 Dec 15 20:59:09.437973 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d0b9039d-6795-4cc0-89c5-338cd7d098db req-948f5ddf-c291-4a2b-811a-5eb11d8f39de tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560730 Dec 15 20:59:09.616371 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38619608-1ac6-4940-a201-b19916bc77b3 req-a930e8a3-083e-4ff8-8bf3-33bc009ee186 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:09.617947 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-38619608-1ac6-4940-a201-b19916bc77b3 req-a930e8a3-083e-4ff8-8bf3-33bc009ee186 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 943 time: 0.0842226 Dec 15 20:59:09.663050 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-38619608-1ac6-4940-a201-b19916bc77b3 req-bbf501f5-c1e9-452c-b5b7-be19779be2fb tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394351 Dec 15 20:59:10.288794 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-535280f6-063f-4b75-af37-f3662ad5df62 req-99a697a9-d0ab-496c-9fcf-28a977c76189 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:10.290264 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-535280f6-063f-4b75-af37-f3662ad5df62 req-99a697a9-d0ab-496c-9fcf-28a977c76189 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 943 time: 0.1485753 Dec 15 20:59:10.357690 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-535280f6-063f-4b75-af37-f3662ad5df62 req-0125375c-1635-4bff-886f-2e9c3dd773da tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563867 Dec 15 20:59:10.371664 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fb749b-142f-4c78-9524-4253ac07d844 req-d67781a7-729a-4825-af0f-fcaa87b749f1 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:10.373367 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-28fb749b-142f-4c78-9524-4253ac07d844 req-d67781a7-729a-4825-af0f-fcaa87b749f1 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.1498253 Dec 15 20:59:10.427033 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-28fb749b-142f-4c78-9524-4253ac07d844 req-786277d2-015c-46be-b290-048ab2d4c1ed tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446596 Dec 15 20:59:10.703583 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449074d-6104-4b42-96a2-d3071d8e44fc req-c1078c2e-89c8-4798-aee4-66ae993d28d6 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:10.706063 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e449074d-6104-4b42-96a2-d3071d8e44fc req-c1078c2e-89c8-4798-aee4-66ae993d28d6 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 946 time: 0.1515861 Dec 15 20:59:10.718998 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abc479ec-c7ea-4ac7-87db-685d52ebc5f7 req-8fac33ef-ff4f-4711-90ef-6734dc38adca tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:10.729697 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-abc479ec-c7ea-4ac7-87db-685d52ebc5f7 req-8fac33ef-ff4f-4711-90ef-6734dc38adca tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.1318724 Dec 15 20:59:10.801475 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e449074d-6104-4b42-96a2-d3071d8e44fc req-fdef9d8a-c57e-45ca-bd5f-64537c71cd50 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736597 Dec 15 20:59:10.810211 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-abc479ec-c7ea-4ac7-87db-685d52ebc5f7 req-ba46afe0-8f73-41ed-baf9-546ea6e05307 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834997 Dec 15 20:59:10.986412 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e30f53c-574c-441a-a857-1f2045d81505 req-72d836eb-bdda-4feb-b970-8a55bc44d2da tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:10.988135 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5e30f53c-574c-441a-a857-1f2045d81505 req-72d836eb-bdda-4feb-b970-8a55bc44d2da tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 943 time: 0.0881755 Dec 15 20:59:11.035362 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5e30f53c-574c-441a-a857-1f2045d81505 req-1f34048e-68f0-4406-97e8-1a01668806af tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412340 Dec 15 20:59:11.581512 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5521b1-3446-4b7a-b3f1-f56a7ef7dde0 req-0b8c2ebe-b114-4e9f-819a-b24c0a529462 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:11.582976 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-dc5521b1-3446-4b7a-b3f1-f56a7ef7dde0 req-0b8c2ebe-b114-4e9f-819a-b24c0a529462 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 943 time: 0.1179783 Dec 15 20:59:11.644222 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-dc5521b1-3446-4b7a-b3f1-f56a7ef7dde0 req-29d755a6-ade3-491e-a87a-95e6e0ce5fdc tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547414 Dec 15 20:59:11.670136 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828cd29f-ad79-4b94-a2c8-7d6b747e42d4 req-d6c6411c-1d2c-49ef-bdf9-113f5d6d1c07 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:11.671595 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-828cd29f-ad79-4b94-a2c8-7d6b747e42d4 req-d6c6411c-1d2c-49ef-bdf9-113f5d6d1c07 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.1302326 Dec 15 20:59:11.721301 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-828cd29f-ad79-4b94-a2c8-7d6b747e42d4 req-e7d29f45-11b1-4b86-b879-f30eeeb713d1 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434766 Dec 15 20:59:12.178164 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e392874-7a64-4a18-9aca-805a2ec86e59 req-d2487e2a-2458-4d68-ad57-cac0b4b2fcf0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:12.179630 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2e392874-7a64-4a18-9aca-805a2ec86e59 req-d2487e2a-2458-4d68-ad57-cac0b4b2fcf0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 946 time: 0.2460263 Dec 15 20:59:12.192266 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-895b15cd-9bac-4d1c-900c-12738a79c43b req-ac924503-675d-405d-8325-b055d05bea05 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:12.193816 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-895b15cd-9bac-4d1c-900c-12738a79c43b req-ac924503-675d-405d-8325-b055d05bea05 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.1208165 Dec 15 20:59:12.263661 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2e392874-7a64-4a18-9aca-805a2ec86e59 req-d92c8b3f-6dd3-4087-816e-fd899c5c6930 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687637 Dec 15 20:59:12.275050 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-895b15cd-9bac-4d1c-900c-12738a79c43b req-f33442b4-f052-4e4d-9a02-3511db7f0830 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643733 Dec 15 20:59:12.465951 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c0cd413-7a98-4767-8b63-a7f121a1a623 req-1a6c4898-8536-4b1a-afcf-48e424d50534 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:12.467446 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8c0cd413-7a98-4767-8b63-a7f121a1a623 req-1a6c4898-8536-4b1a-afcf-48e424d50534 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 943 time: 0.0929954 Dec 15 20:59:12.515981 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8c0cd413-7a98-4767-8b63-a7f121a1a623 req-c1da22f1-fe14-4f48-a454-9729f36af1e5 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425217 Dec 15 20:59:12.839324 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6995667c-9a11-4451-ac9e-2bc53c4d45d0 req-a25cc43a-d7f8-4b86-96fb-84afb6e661b8 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:12.840948 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6995667c-9a11-4451-ac9e-2bc53c4d45d0 req-a25cc43a-d7f8-4b86-96fb-84afb6e661b8 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 943 time: 0.0876663 Dec 15 20:59:12.942411 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6995667c-9a11-4451-ac9e-2bc53c4d45d0 req-cadd1202-610a-445b-be67-916c12f40f2b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673485 Dec 15 20:59:12.963015 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca3036fb-82cc-4aaf-b5c2-2c58d919edbf req-1eef0e87-2c2b-45e4-869f-dde007b88a27 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:12.965101 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ca3036fb-82cc-4aaf-b5c2-2c58d919edbf req-1eef0e87-2c2b-45e4-869f-dde007b88a27 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.1220531 Dec 15 20:59:13.015583 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ca3036fb-82cc-4aaf-b5c2-2c58d919edbf req-db885ea7-c00c-47ba-8389-9bb26c0ee658 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452273 Dec 15 20:59:13.526824 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45a6ff2-d7f8-4226-b92b-31f346ba0b97 req-db46e78f-a234-43b7-8645-3a26a52b0f75 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:13.528299 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a45a6ff2-d7f8-4226-b92b-31f346ba0b97 req-db46e78f-a234-43b7-8645-3a26a52b0f75 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 946 time: 0.1457796 Dec 15 20:59:13.539457 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08255c26-40b8-42d7-b6ec-913dc88df4bc req-76c8d961-fd39-435f-98e2-713d4ba38bd7 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:13.540869 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-08255c26-40b8-42d7-b6ec-913dc88df4bc req-76c8d961-fd39-435f-98e2-713d4ba38bd7 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.1211603 Dec 15 20:59:13.610127 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a45a6ff2-d7f8-4226-b92b-31f346ba0b97 req-834abfe5-2e22-4213-bb37-3f136d436286 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683112 Dec 15 20:59:13.617202 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-08255c26-40b8-42d7-b6ec-913dc88df4bc req-0b16c637-cc9b-44f9-8ed1-564314235aa6 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617132 Dec 15 20:59:13.627950 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 39840) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:13.773492 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8469d75b-a56b-47f8-bea0-fb9fb8c97d36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:13.803349 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-8469d75b-a56b-47f8-bea0-fb9fb8c97d36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:59:13.809877 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-8469d75b-a56b-47f8-bea0-fb9fb8c97d36 admin admin] Usage tracker for resource:security_group_rule and tenant:e4afb680cacd4bae8caf34ee7b436c65 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:59:13.815090 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-8469d75b-a56b-47f8-bea0-fb9fb8c97d36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:59:13.822809 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-8469d75b-a56b-47f8-bea0-fb9fb8c97d36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:59:13.850754 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eda266-f9da-4d25-b458-a9f48c15dca2 req-e515f74d-ad0a-4d14-a1d9-04b26d74c36b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:13.852318 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-94eda266-f9da-4d25-b458-a9f48c15dca2 req-e515f74d-ad0a-4d14-a1d9-04b26d74c36b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2eeda4cc-cb45-495b-b445-87322079095b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0736940 Dec 15 20:59:13.901495 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ece98a-00bf-408f-a204-741470d951ec req-af2b051d-0d2d-4942-8b9b-8526420590ec tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:13.903132 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-55ece98a-00bf-408f-a204-741470d951ec req-af2b051d-0d2d-4942-8b9b-8526420590ec tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 943 time: 0.1877532 Dec 15 20:59:13.991274 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-55ece98a-00bf-408f-a204-741470d951ec req-b3f2c40c-2f51-4f94-a82c-633a605e50b4 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727434 Dec 15 20:59:14.010262 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8485c0-4d90-4350-835f-cce13b3691f4 req-5fcbaa24-8ec1-4ae5-aca5-8be19b2a05f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:14.011920 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0e8485c0-4d90-4350-835f-cce13b3691f4 req-5fcbaa24-8ec1-4ae5-aca5-8be19b2a05f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0fed2bbf61794fe0b44a6f599b13bfe1&device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 1096 time: 0.1835215 Dec 15 20:59:14.037268 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-94eda266-f9da-4d25-b458-a9f48c15dca2 req-628b435f-0a09-4fc7-873a-1aab1be6bac4 service neutron] 10.222.0.41 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1766715 Dec 15 20:59:14.169762 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8469d75b-a56b-47f8-bea0-fb9fb8c97d36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:14.190363 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-94eda266-f9da-4d25-b458-a9f48c15dca2 req-5c8732a3-0c87-4f6a-9835-6d5e9adc4e1e service neutron] 10.222.0.41 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1411960 Dec 15 20:59:14.214433 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8469d75b-a56b-47f8-bea0-fb9fb8c97d36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:14.230172 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f56d4608-2ff3-4271-89e4-fb2b20f02c3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:14.326407 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8469d75b-a56b-47f8-bea0-fb9fb8c97d36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3d4a21e-f649-4c44-9ebb-5c4bbb16a723,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:14.343720 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-8469d75b-a56b-47f8-bea0-fb9fb8c97d36 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e4afb680cacd4bae8caf34ee7b436c65&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7148037 Dec 15 20:59:14.346702 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 39850) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:14.348016 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469d75b-a56b-47f8-bea0-fb9fb8c97d36 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:14.348387 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469d75b-a56b-47f8-bea0-fb9fb8c97d36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:14.348743 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469d75b-a56b-47f8-bea0-fb9fb8c97d36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:14.349093 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469d75b-a56b-47f8-bea0-fb9fb8c97d36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:14.349444 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469d75b-a56b-47f8-bea0-fb9fb8c97d36 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:14.349818 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469d75b-a56b-47f8-bea0-fb9fb8c97d36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:14.350159 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469d75b-a56b-47f8-bea0-fb9fb8c97d36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:14.350502 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469d75b-a56b-47f8-bea0-fb9fb8c97d36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:14.350843 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469d75b-a56b-47f8-bea0-fb9fb8c97d36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:14.351181 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469d75b-a56b-47f8-bea0-fb9fb8c97d36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:14.351517 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469d75b-a56b-47f8-bea0-fb9fb8c97d36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:14.351852 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8469d75b-a56b-47f8-bea0-fb9fb8c97d36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:14.358758 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8485c0-4d90-4350-835f-cce13b3691f4 req-8fbee63b-f5bc-4d5a-beb7-96c3afb02e06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:14.360581 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0e8485c0-4d90-4350-835f-cce13b3691f4 req-8fbee63b-f5bc-4d5a-beb7-96c3afb02e06 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=0fed2bbf61794fe0b44a6f599b13bfe1&shared=False HTTP/1.1" status: 200 len: 909 time: 0.3364797 Dec 15 20:59:14.360931 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-8469d75b-a56b-47f8-bea0-fb9fb8c97d36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:14.404747 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8c54a017-6e21-4ce5-a8df-b606019b8e5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:14.434617 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8c54a017-6e21-4ce5-a8df-b606019b8e5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:14.454720 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1d56e-e4ec-4f00-8c44-c33c3ade98a5 req-219044f3-8c25-4d1e-bae7-7fe5c07e91dd tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:14.456411 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-81b1d56e-e4ec-4f00-8c44-c33c3ade98a5 req-219044f3-8c25-4d1e-bae7-7fe5c07e91dd tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 943 time: 0.3429356 Dec 15 20:59:14.479775 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d74c2b6-6be2-4a69-b0a4-cd568416e72c req-d66aa7c1-aaca-48e8-9e91-d33d88c888f8 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:14.481294 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3d74c2b6-6be2-4a69-b0a4-cd568416e72c req-d66aa7c1-aaca-48e8-9e91-d33d88c888f8 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.3079467 Dec 15 20:59:14.487512 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8c54a017-6e21-4ce5-a8df-b606019b8e5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:14.492358 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-1d4ff742-f735-4746-ba27-02e314554b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:14.504442 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c54a017-6e21-4ce5-a8df-b606019b8e5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3d4a21e-f649-4c44-9ebb-5c4bbb16a723,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:14.506879 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-8c54a017-6e21-4ce5-a8df-b606019b8e5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:14.512859 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8c54a017-6e21-4ce5-a8df-b606019b8e5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:14.516572 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-8c54a017-6e21-4ce5-a8df-b606019b8e5c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d3d4a21e-f649-4c44-9ebb-5c4bbb16a723 HTTP/1.1" status: 204 len: 168 time: 0.1663046 Dec 15 20:59:14.583865 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-81b1d56e-e4ec-4f00-8c44-c33c3ade98a5 req-98b96b72-2479-46a8-9aaf-80200eaf9451 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1152489 Dec 15 20:59:14.603281 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3d74c2b6-6be2-4a69-b0a4-cd568416e72c req-2aaab1d4-7f9c-45d5-88b6-8b7d1cec942a tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957782 Dec 15 20:59:14.606858 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8485c0-4d90-4350-835f-cce13b3691f4 req-fc5dba8a-e9ba-47a0-95ce-765414f43643 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:14.608288 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0e8485c0-4d90-4350-835f-cce13b3691f4 req-fc5dba8a-e9ba-47a0-95ce-765414f43643 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2387128 Dec 15 20:59:14.728764 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-1f01f5ce-d784-43bb-9142-1d507fea2ff7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:14.731093 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-1f01f5ce-d784-43bb-9142-1d507fea2ff7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0fed2bbf61794fe0b44a6f599b13bfe1&device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 1096 time: 0.0834222 Dec 15 20:59:14.965713 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-c4475685-8da2-447c-9b94-6947767f0a52 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf3797e2-69ce-44c9-978d-a579401cbddb HTTP/1.1" status: 200 len: 217 time: 0.2032542 Dec 15 20:59:15.060348 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-000b7108-0bb0-4609-88c6-c550f2c6bf02 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:15.061818 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-000b7108-0bb0-4609-88c6-c550f2c6bf02 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5595c1c-8ca0-4af9-bdbb-973634ba4b63 HTTP/1.1" status: 200 len: 847 time: 0.0854394 Dec 15 20:59:15.079201 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9c632c-43a1-4a16-922c-dba8482e0f04 req-b2e422ee-b7a3-4dc2-9aff-31b43e77f7ff tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:15.080844 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ec9c632c-43a1-4a16-922c-dba8482e0f04 req-b2e422ee-b7a3-4dc2-9aff-31b43e77f7ff tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 946 time: 0.3485491 Dec 15 20:59:15.125316 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66790e0d-f043-4d86-bf38-3b035ef9b856 req-e652e9b6-669c-4d91-9d0a-d8c9d5a3c3d5 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:15.126669 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-66790e0d-f043-4d86-bf38-3b035ef9b856 req-e652e9b6-669c-4d91-9d0a-d8c9d5a3c3d5 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.3632488 Dec 15 20:59:15.217448 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ec9c632c-43a1-4a16-922c-dba8482e0f04 req-07d55e6a-87a1-456f-904d-583271d578e6 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057422 Dec 15 20:59:15.223244 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-66790e0d-f043-4d86-bf38-3b035ef9b856 req-27bc5bd0-cb68-421d-bf56-736217c234a7 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739408 Dec 15 20:59:15.243885 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-4cd762e8-1449-4e12-bd85-d922941506d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:15.247975 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-4cd762e8-1449-4e12-bd85-d922941506d1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5de9587e-f494-45e3-b78a-91f0735c06e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1775110 Dec 15 20:59:15.438073 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 2dd5018a-4cb6-4614-9f73-2fe359812fe7 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=86860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 20:59:15.521165 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-8ccf84f1-143b-468c-a163-0cd7192729e9 service neutron] 10.222.0.41 "GET /v2.0/networks/5de9587e-f494-45e3-b78a-91f0735c06e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638505 Dec 15 20:59:15.538822 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee554a6-39c7-4df7-9507-c8e6c8135fb9 req-e643e155-307e-47df-a28a-15eb3afbccb9 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:15.540262 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9ee554a6-39c7-4df7-9507-c8e6c8135fb9 req-e643e155-307e-47df-a28a-15eb3afbccb9 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 946 time: 0.2030747 Dec 15 20:59:15.566510 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d8826f4-798c-427a-9d0e-9dadd7902d53 req-e5ce0d97-78b0-4c94-a105-8a919a9e4521 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:15.567951 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9d8826f4-798c-427a-9d0e-9dadd7902d53 req-e5ce0d97-78b0-4c94-a105-8a919a9e4521 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 943 time: 0.2318583 Dec 15 20:59:15.597232 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 2dd5018a-4cb6-4614-9f73-2fe359812fe7, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2dd5018a-4cb6-4614-9f73-2fe359812fe7,segment=NetworkSegment(aeb21201-1d04-4fb6-bcd2-dabd1a4844f4),segment_id=aeb21201-1d04-4fb6-bcd2-dabd1a4844f4)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:59:15.611826 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Returning: {'device': '2dd5018a-4cb6-4614-9f73-2fe359812fe7', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'port_id': '2dd5018a-4cb6-4614-9f73-2fe359812fe7', 'mac_address': 'fa:16:3e:63:51:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:59:15.684712 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:15.706849 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dd5018a-4cb6-4614-9f73-2fe359812fe7 {{(pid=86860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:59:15.726673 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9d8826f4-798c-427a-9d0e-9dadd7902d53 req-85903dba-6fca-43b5-8b5e-c97b078ff58c tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1387789 Dec 15 20:59:15.730416 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 2dd5018a-4cb6-4614-9f73-2fe359812fe7, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2dd5018a-4cb6-4614-9f73-2fe359812fe7,segment=NetworkSegment(aeb21201-1d04-4fb6-bcd2-dabd1a4844f4),segment_id=aeb21201-1d04-4fb6-bcd2-dabd1a4844f4)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:59:15.736419 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:15.739428 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:15.745439 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9ee554a6-39c7-4df7-9507-c8e6c8135fb9 req-120a9675-9d86-4518-9cda-72a07345b023 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758132 Dec 15 20:59:15.786417 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce52f4bf-ee6a-42e8-8865-09e64b9af933 req-10cca2fc-5a7c-4cd4-b313-f0813f89518a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:15.787168 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-ce52f4bf-ee6a-42e8-8865-09e64b9af933 req-10cca2fc-5a7c-4cd4-b313-f0813f89518a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Synchronizing usage tracker for tenant:59dfe1e7aa764fd1a4000c98a26c6129 on resource:port {{(pid=86858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:59:15.799822 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1decb5cb-76d2-4e3c-99a0-da60129a6522 req-5a7e59be-aa6d-4119-be6f-ab0583aa07fa service neutron] 10.222.0.41 "GET /v2.0/networks/5de9587e-f494-45e3-b78a-91f0735c06e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2579339 Dec 15 20:59:15.818555 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-ce52f4bf-ee6a-42e8-8865-09e64b9af933 req-10cca2fc-5a7c-4cd4-b313-f0813f89518a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Unset dirty status for tenant:59dfe1e7aa764fd1a4000c98a26c6129 on resource:port {{(pid=86858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:59:15.820015 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ce52f4bf-ee6a-42e8-8865-09e64b9af933 req-10cca2fc-5a7c-4cd4-b313-f0813f89518a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.41 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.1558251 Dec 15 20:59:15.827101 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=2dd5018a-4cb6-4614-9f73-2fe359812fe7,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:15.838011 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:15.908575 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-ce52f4bf-ee6a-42e8-8865-09e64b9af933 req-de36286b-4ab5-49fe-9bfd-32ea8583357a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Deleting port 4d302766-b927-429e-a03f-3fdf68d6833f {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 20:59:15.908914 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-ce52f4bf-ee6a-42e8-8865-09e64b9af933 req-de36286b-4ab5-49fe-9bfd-32ea8583357a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:15.995524 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['2dd5018a-4cb6-4614-9f73-2fe359812fe7'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:59:16.113937 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23a13c3-622e-43c8-9625-8656a23e5fa2 req-4bfa14f7-374b-4740-85b3-da7dcf9931e6 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:16.115687 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d23a13c3-622e-43c8-9625-8656a23e5fa2 req-4bfa14f7-374b-4740-85b3-da7dcf9931e6 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.2313290 Dec 15 20:59:16.146719 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8f720-563e-4b3a-8fb0-bd10dfae5f7e req-97890f81-dca6-4b8a-a910-ca9fb27b223c tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:16.148151 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6fa8f720-563e-4b3a-8fb0-bd10dfae5f7e req-97890f81-dca6-4b8a-a910-ca9fb27b223c tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 944 time: 0.1830330 Dec 15 20:59:16.194058 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-ce52f4bf-ee6a-42e8-8865-09e64b9af933 req-de36286b-4ab5-49fe-9bfd-32ea8583357a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] For port 4d302766-b927-429e-a03f-3fdf68d6833f, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=4d302766-b927-429e-a03f-3fdf68d6833f,segment=NetworkSegment(7983d604-51dc-491a-b76b-35bfa3c82d0d),segment_id=7983d604-51dc-491a-b76b-35bfa3c82d0d)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:59:16.194320 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-ce52f4bf-ee6a-42e8-8865-09e64b9af933 req-de36286b-4ab5-49fe-9bfd-32ea8583357a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:16.197373 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d23a13c3-622e-43c8-9625-8656a23e5fa2 req-7033b574-88c0-4617-bbe4-77cfdc27fe63 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756531 Dec 15 20:59:16.242046 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6fa8f720-563e-4b3a-8fb0-bd10dfae5f7e req-ba55ef61-9faf-4572-9e0b-dd92737813ff tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0840604 Dec 15 20:59:16.363930 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-4a9b9e4f-5386-4e5c-b94f-a3f52872aab5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:16.476884 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-ce52f4bf-ee6a-42e8-8865-09e64b9af933 req-de36286b-4ab5-49fe-9bfd-32ea8583357a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Calling delete_port for 4d302766-b927-429e-a03f-3fdf68d6833f owned by compute:nova {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 20:59:16.482188 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f11d29-2020-45b3-909f-171661db8a7a req-dfc0f400-c951-464e-8d29-1bd3fab25ab4 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:16.483913 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-57f11d29-2020-45b3-909f-171661db8a7a req-dfc0f400-c951-464e-8d29-1bd3fab25ab4 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/ports?device_id=87fc3ef0-4a08-44cd-9f11-c024c159298e HTTP/1.1" status: 200 len: 945 time: 0.1053438 Dec 15 20:59:16.540384 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-57f11d29-2020-45b3-909f-171661db8a7a req-fa8ddd1c-0e46-48cb-89fb-a41ada6574af tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.49 "GET /v2.0/security-groups?id=d49fb3dc-8bff-47db-a372-ecc19bcd8971&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493078 Dec 15 20:59:16.640570 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-ce52f4bf-ee6a-42e8-8865-09e64b9af933 req-de36286b-4ab5-49fe-9bfd-32ea8583357a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:16.646095 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-3e0c6b7b-2ec2-4662-91c5-c4625159a1f1 tempest-DeleteServersTestJSON-1482200093 tempest-DeleteServersTestJSON-1482200093-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:16.650061 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57edec41-5fa6-408e-93fc-c0f12542887a req-c58fc775-c5ec-4d3b-95a9-047e76e2f9a7 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:16.652060 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-57edec41-5fa6-408e-93fc-c0f12542887a req-c58fc775-c5ec-4d3b-95a9-047e76e2f9a7 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 946 time: 0.0891192 Dec 15 20:59:16.691208 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de36286b-4ab5-49fe-9bfd-32ea8583357a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Pushing event deleted for resources: {'Port': ['ID=4d302766-b927-429e-a03f-3fdf68d6833f,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:16.694487 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-de36286b-4ab5-49fe-9bfd-32ea8583357a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:16.705331 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-57edec41-5fa6-408e-93fc-c0f12542887a req-da918bb1-20a9-48ac-9cac-70e09b5cd938 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466616 Dec 15 20:59:16.771376 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce52f4bf-ee6a-42e8-8865-09e64b9af933 req-de36286b-4ab5-49fe-9bfd-32ea8583357a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] No DVR routers for this DVR port 4d302766-b927-429e-a03f-3fdf68d6833f on host hv-cinder-82189 {{(pid=86858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 20:59:16.774095 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-ce52f4bf-ee6a-42e8-8865-09e64b9af933 req-de36286b-4ab5-49fe-9bfd-32ea8583357a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:16.777614 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '87fc3ef0-4a08-44cd-9f11-c024c159298e', 'name': 'network-vif-deleted', 'tag': '4d302766-b927-429e-a03f-3fdf68d6833f'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:59:16.794751 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['4d302766-b927-429e-a03f-3fdf68d6833f'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:59:16.806328 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ce52f4bf-ee6a-42e8-8865-09e64b9af933 req-de36286b-4ab5-49fe-9bfd-32ea8583357a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] 10.222.0.41 "DELETE /v2.0/ports/4d302766-b927-429e-a03f-3fdf68d6833f HTTP/1.1" status: 204 len: 173 time: 0.9795246 Dec 15 20:59:16.871993 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '87fc3ef0-4a08-44cd-9f11-c024c159298e', 'name': 'network-vif-deleted', 'tag': '4d302766-b927-429e-a03f-3fdf68d6833f', 'status': 'completed', 'code': 200} Dec 15 20:59:16.981554 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9db3d2e-9e90-480a-9c59-c1bbcda2ebbd req-c24c0363-b51d-4e66-b0d0-ed6052952de3 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:16.983061 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e9db3d2e-9e90-480a-9c59-c1bbcda2ebbd req-c24c0363-b51d-4e66-b0d0-ed6052952de3 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 943 time: 0.0863292 Dec 15 20:59:16.987554 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:17.033959 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e9db3d2e-9e90-480a-9c59-c1bbcda2ebbd req-9a0b53d9-04b3-46e1-a792-11dedd3094b5 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435381 Dec 15 20:59:17.449452 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 2dd5018a-4cb6-4614-9f73-2fe359812fe7 up at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:59:17.493890 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-307ffad9-16b6-4d95-aaad-010cf083cd59 req-9919d574-e66b-4e78-b7b8-36ba6861ba68 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:17.496141 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-307ffad9-16b6-4d95-aaad-010cf083cd59 req-9919d574-e66b-4e78-b7b8-36ba6861ba68 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.1471000 Dec 15 20:59:17.507689 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7e9660-5906-4212-b4b6-ab888a473e1f req-98f3c91e-8cbf-411d-9109-f526f9ed9287 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:17.509471 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-eb7e9660-5906-4212-b4b6-ab888a473e1f req-98f3c91e-8cbf-411d-9109-f526f9ed9287 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 944 time: 0.1227880 Dec 15 20:59:17.523341 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning for port 2dd5018a-4cb6-4614-9f73-2fe359812fe7 completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:59:17.528670 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning complete for port 2dd5018a-4cb6-4614-9f73-2fe359812fe7 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:59:17.529056 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:17.585660 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-307ffad9-16b6-4d95-aaad-010cf083cd59 req-4ec6c3ff-a771-4fe2-b758-41242a6a03f5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748861 Dec 15 20:59:17.593850 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-eb7e9660-5906-4212-b4b6-ab888a473e1f req-c641408e-a0ae-49ce-a147-c91d856d7ad6 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675588 Dec 15 20:59:17.659598 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:17.683959 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 39970) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:17.687140 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f80191d-b588-43a2-81ec-17321ea9f542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd5018a-4cb6-4614-9f73-2fe359812fe7'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:59:17.696924 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 2dd5018a-4cb6-4614-9f73-2fe359812fe7, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2dd5018a-4cb6-4614-9f73-2fe359812fe7,segment=NetworkSegment(aeb21201-1d04-4fb6-bcd2-dabd1a4844f4),segment_id=aeb21201-1d04-4fb6-bcd2-dabd1a4844f4)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:59:17.700835 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:17.702143 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 4d302766-b927-429e-a03f-3fdf68d6833f no longer exists at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 20:59:17.734493 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:17.772144 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f80191d-b588-43a2-81ec-17321ea9f542', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dd5018a-4cb6-4614-9f73-2fe359812fe7', 'code': 200} Dec 15 20:59:17.772805 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] No Port match for: 4d302766-b927-429e-a03f-3fdf68d6833f {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 20:59:17.773184 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 4d302766-b927-429e-a03f-3fdf68d6833f not bound to the agent host hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 20:59:17.812901 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=2dd5018a-4cb6-4614-9f73-2fe359812fe7,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:17.816767 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:18.119006 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e221312-7494-40ff-a4c7-f8ecf375819a req-bc4fbec2-5aec-4a08-9e19-3790116721b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:18.120536 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-9e221312-7494-40ff-a4c7-f8ecf375819a req-bc4fbec2-5aec-4a08-9e19-3790116721b3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 1098 time: 0.1227601 Dec 15 20:59:18.230322 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b180de-6e81-4391-8c61-660be8759154 req-e21a4d7e-144e-4904-abb7-35189a37a25b tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:18.231870 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a4b180de-6e81-4391-8c61-660be8759154 req-e21a4d7e-144e-4904-abb7-35189a37a25b tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 943 time: 0.0855696 Dec 15 20:59:18.245742 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-9e221312-7494-40ff-a4c7-f8ecf375819a req-f4cf343b-7ab7-4ae5-8d80-4c54b2727418 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0981884 Dec 15 20:59:18.283957 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a4b180de-6e81-4391-8c61-660be8759154 req-5eac72f6-be5e-498e-a9e1-4c55f3519ad6 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455565 Dec 15 20:59:18.363126 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-638cc9f3-48a6-415d-99ad-71c9cae1ddb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624235'] for router_interface, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:18.676326 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-67ce789d-2a93-4276-9ac4-bcce9948ead4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:18.752453 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-638cc9f3-48a6-415d-99ad-71c9cae1ddb8 admin admin] Deleting port 34e13770-4cb9-4f6c-ae56-9f50bcc4d668 {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 20:59:18.752789 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-638cc9f3-48a6-415d-99ad-71c9cae1ddb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:18.962007 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21036104-f215-4ea6-a45e-8f4693940b0a req-f2d8bd05-55fb-4eb0-8eca-0b31f7a4ff93 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:18.963526 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-21036104-f215-4ea6-a45e-8f4693940b0a req-f2d8bd05-55fb-4eb0-8eca-0b31f7a4ff93 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.2359269 Dec 15 20:59:18.971792 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f08b4f2-63c6-481b-a6e5-0048f2985868 req-536180f2-99d0-4fd3-bcf5-bdbfb40e3283 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:18.973147 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5f08b4f2-63c6-481b-a6e5-0048f2985868 req-536180f2-99d0-4fd3-bcf5-bdbfb40e3283 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 945 time: 0.2076483 Dec 15 20:59:19.022336 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [None req-638cc9f3-48a6-415d-99ad-71c9cae1ddb8 admin admin] For port 34e13770-4cb9-4f6c-ae56-9f50bcc4d668, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=34e13770-4cb9-4f6c-ae56-9f50bcc4d668,segment=NetworkSegment(7983d604-51dc-491a-b76b-35bfa3c82d0d),segment_id=7983d604-51dc-491a-b76b-35bfa3c82d0d)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:59:19.022825 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-638cc9f3-48a6-415d-99ad-71c9cae1ddb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:19.044864 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-21036104-f215-4ea6-a45e-8f4693940b0a req-0a272072-3cf3-40f9-868e-c0b8c2e93337 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0706804 Dec 15 20:59:19.052113 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5f08b4f2-63c6-481b-a6e5-0048f2985868 req-64a1575f-cc77-4e88-84ac-5542403da180 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632575 Dec 15 20:59:19.150524 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-638cc9f3-48a6-415d-99ad-71c9cae1ddb8 admin admin] Calling delete_port for 34e13770-4cb9-4f6c-ae56-9f50bcc4d668 owned by network:router_interface {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 20:59:19.488584 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-638cc9f3-48a6-415d-99ad-71c9cae1ddb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:19.493214 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ba39927a-057c-40f4-bc2e-47414d99e74d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:19.531845 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ea4688-8902-4631-8628-b4ed3d6305dc req-23c2ce27-6b39-4cec-b2a0-a785c3da6a4c tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:19.533945 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-55ea4688-8902-4631-8628-b4ed3d6305dc req-23c2ce27-6b39-4cec-b2a0-a785c3da6a4c tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 943 time: 0.1419265 Dec 15 20:59:19.537902 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638cc9f3-48a6-415d-99ad-71c9cae1ddb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=34e13770-4cb9-4f6c-ae56-9f50bcc4d668,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:19.542204 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-638cc9f3-48a6-415d-99ad-71c9cae1ddb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:19.596302 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-55ea4688-8902-4631-8628-b4ed3d6305dc req-7a35ea81-bbe3-45de-8d1f-f5ca72596f7f tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539889 Dec 15 20:59:19.696019 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:19.725510 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:19.929207 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-638cc9f3-48a6-415d-99ad-71c9cae1ddb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619291'] for router_interface, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:20.059733 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f999947d-2b2d-493a-9848-8b3f5ea37a82 req-d5a2b267-8abf-4f26-a86e-52f2beccf399 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:20.061186 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f999947d-2b2d-493a-9848-8b3f5ea37a82 req-d5a2b267-8abf-4f26-a86e-52f2beccf399 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.0859380 Dec 15 20:59:20.108156 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f999947d-2b2d-493a-9848-8b3f5ea37a82 req-070c8698-17c9-4aaf-8129-02f04c755b44 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404596 Dec 15 20:59:20.304231 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2879de5f-dc4d-4d26-90ce-4252fc746e9b req-81196063-f259-43c4-a147-55b73842129b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:20.305651 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2879de5f-dc4d-4d26-90ce-4252fc746e9b req-81196063-f259-43c4-a147-55b73842129b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 945 time: 0.1404545 Dec 15 20:59:20.314663 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-638cc9f3-48a6-415d-99ad-71c9cae1ddb8 admin admin] Router 10d13261-de90-490e-bc1d-3e451967fd7c has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 20:59:20.333718 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d87e6f-841e-40be-9ffd-26a69b678d58 req-1d12a521-467b-47a3-8605-5864481bf63a tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:20.335037 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-76d87e6f-841e-40be-9ffd-26a69b678d58 req-1d12a521-467b-47a3-8605-5864481bf63a tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.1257885 Dec 15 20:59:20.388045 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2879de5f-dc4d-4d26-90ce-4252fc746e9b req-6a8e4cd6-8ffb-4404-9c06-7d67f6e345c9 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744150 Dec 15 20:59:20.398029 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-76d87e6f-841e-40be-9ffd-26a69b678d58 req-aef10d03-ec6a-4950-8b4a-dd8d55adcef4 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554993 Dec 15 20:59:20.584234 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b84ed0-4aac-4c4c-9aab-d9651053d650 req-ed8b4861-5ad7-43cb-a1cf-6d38d9dd038f tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:20.585589 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-89b84ed0-4aac-4c4c-9aab-d9651053d650 req-ed8b4861-5ad7-43cb-a1cf-6d38d9dd038f tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 945 time: 0.0881424 Dec 15 20:59:20.606221 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-638cc9f3-48a6-415d-99ad-71c9cae1ddb8 admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 20:59:20.616019 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ce69b8-70a4-40a8-9ff1-91d3795bea48 None None] Sync routers for ids ['10d13261-de90-490e-bc1d-3e451967fd7c'] in dv-cinder-821892-1-iscsi {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 20:59:20.619502 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-638cc9f3-48a6-415d-99ad-71c9cae1ddb8 admin admin] 10.222.0.49 "PUT /v2.0/routers/10d13261-de90-490e-bc1d-3e451967fd7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9343588 Dec 15 20:59:20.622200 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 40030) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:20.630125 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ce69b8-70a4-40a8-9ff1-91d3795bea48 None None] Routers {'10d13261-de90-490e-bc1d-3e451967fd7c'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:59:20.631059 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-76ce69b8-70a4-40a8-9ff1-91d3795bea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:59:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['10d13261-de90-490e-bc1d-3e451967fd7c'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:59:20.641503 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-89b84ed0-4aac-4c4c-9aab-d9651053d650 req-62e55fc4-67c1-43c5-83dd-9ab689e0b4a3 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497491 Dec 15 20:59:20.678295 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 40034) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:20.836269 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6987a50c-6afc-4bc5-80f4-27e5bc15be45 req-af32e51c-1236-4015-80e1-ca2ed824d3ba tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:20.837794 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6987a50c-6afc-4bc5-80f4-27e5bc15be45 req-af32e51c-1236-4015-80e1-ca2ed824d3ba tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 943 time: 0.0930958 Dec 15 20:59:20.857779 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b5520e53-4e46-456a-86f4-9f27a419e9e1 admin admin] Notify callbacks [] for router, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:20.894976 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-76ce69b8-70a4-40a8-9ff1-91d3795bea48 None None] Set router 10d13261-de90-490e-bc1d-3e451967fd7c gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:59:20.949908 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6987a50c-6afc-4bc5-80f4-27e5bc15be45 req-e91274c4-c847-4fe7-9d5d-ba29427782cb tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1028531 Dec 15 20:59:21.074886 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:21.093571 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b5520e53-4e46-456a-86f4-9f27a419e9e1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:21.103237 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc1fc2d1-8d3d-4905-81a0-e9c899aae2f6 tempest-TestVolumeBootPattern-1690403655 tempest-TestVolumeBootPattern-1690403655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:21.103816 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-b5520e53-4e46-456a-86f4-9f27a419e9e1 admin admin] Deleting port 1531fece-c69f-4601-9835-4fc9a1aa851b {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 20:59:21.103816 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b5520e53-4e46-456a-86f4-9f27a419e9e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:21.108496 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-cc1fc2d1-8d3d-4905-81a0-e9c899aae2f6 tempest-TestVolumeBootPattern-1690403655 tempest-TestVolumeBootPattern-1690403655-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 1093 time: 0.4265153 Dec 15 20:59:21.108803 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 40042) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:21.114146 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Request body: {'floatingip': {'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'port_id': '2dd5018a-4cb6-4614-9f73-2fe359812fe7', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:59:21.120760 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:59:21.124760 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Usage tracker for resource:floatingip and tenant:2f0911933cea4693bc86dfcd07ba9675 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:59:21.127750 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:59:21.133899 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:59:21.146417 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for floatingip, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:21.216163 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-76ce69b8-70a4-40a8-9ff1-91d3795bea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d13261-de90-490e-bc1d-3e451967fd7c', 'name': 'tempest-ServerRescueNegativeTestJSON-1452746627-router', 'tenant_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.175'}], 'enable_snat': True}, 'gw_port_id': '1531fece-c69f-4601-9835-4fc9a1aa851b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:47Z', 'updated_at': '2021-12-15T20:59:19Z', 'revision_number': 5, 'project_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'gw_port': {'id': '1531fece-c69f-4601-9835-4fc9a1aa851b', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:76:37:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '10d13261-de90-490e-bc1d-3e451967fd7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 74, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:49Z', 'updated_at': '2021-12-15T20:55:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:59:21.221865 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ce69b8-70a4-40a8-9ff1-91d3795bea48 None None] Checking router: 10d13261-de90-490e-bc1d-3e451967fd7c for host: dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 20:59:21.231733 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76ce69b8-70a4-40a8-9ff1-91d3795bea48 None None] Routers {'10d13261-de90-490e-bc1d-3e451967fd7c'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:59:21.232519 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-76ce69b8-70a4-40a8-9ff1-91d3795bea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:59:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['10d13261-de90-490e-bc1d-3e451967fd7c'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:59:21.320605 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82d374f-d9bd-4003-ba1f-6e414460ee27 req-61a54e0d-b256-416c-8fc5-38e134c6579f tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:21.322067 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d82d374f-d9bd-4003-ba1f-6e414460ee27 req-61a54e0d-b256-416c-8fc5-38e134c6579f tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.0932801 Dec 15 20:59:21.326333 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [None req-b5520e53-4e46-456a-86f4-9f27a419e9e1 admin admin] For port 1531fece-c69f-4601-9835-4fc9a1aa851b, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=1531fece-c69f-4601-9835-4fc9a1aa851b,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:59:21.327600 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b5520e53-4e46-456a-86f4-9f27a419e9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:21.390630 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d82d374f-d9bd-4003-ba1f-6e414460ee27 req-9a634a89-0720-4c1b-9364-94fc82440dd3 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590882 Dec 15 20:59:21.392192 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:21.414145 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-76ce69b8-70a4-40a8-9ff1-91d3795bea48 None None] Set router 10d13261-de90-490e-bc1d-3e451967fd7c gateway port host: None {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:59:21.469386 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-b5520e53-4e46-456a-86f4-9f27a419e9e1 admin admin] Calling delete_port for 1531fece-c69f-4601-9835-4fc9a1aa851b owned by network:router_gateway {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 20:59:21.483241 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device d66489c0-5202-41a0-b0b9-efa104bb61bb details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=86860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 20:59:21.580651 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-76ce69b8-70a4-40a8-9ff1-91d3795bea48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '10d13261-de90-490e-bc1d-3e451967fd7c', 'name': 'tempest-ServerRescueNegativeTestJSON-1452746627-router', 'tenant_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:47Z', 'updated_at': '2021-12-15T20:59:21Z', 'revision_number': 6, 'project_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'gw_port_host': None}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:59:21.593177 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76ce69b8-70a4-40a8-9ff1-91d3795bea48 None None] The sync data for ids ['10d13261-de90-490e-bc1d-3e451967fd7c'] in dv-cinder-821892-1-iscsi is: [{'id': '10d13261-de90-490e-bc1d-3e451967fd7c', 'name': 'tempest-ServerRescueNegativeTestJSON-1452746627-router', 'tenant_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:47Z', 'updated_at': '2021-12-15T20:59:21Z', 'revision_number': 6, 'project_id': '59dfe1e7aa764fd1a4000c98a26c6129', 'gw_port_host': None}] {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 20:59:21.647612 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_common [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Allocated IP 172.27.1.183 (83db4151-6da2-47b8-971d-0a11887406d4/9a076902-1727-47fe-9eed-a31b1c56c654/e4397c79-801c-48b9-a83e-398380e71eb3) {{(pid=86859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:59:21.665035 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b5520e53-4e46-456a-86f4-9f27a419e9e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:21.669949 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-25a4001f-b6fc-4d82-ba58-4b2d607057ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:21.720377 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5520e53-4e46-456a-86f4-9f27a419e9e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=1531fece-c69f-4601-9835-4fc9a1aa851b,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:21.721542 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port d66489c0-5202-41a0-b0b9-efa104bb61bb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d66489c0-5202-41a0-b0b9-efa104bb61bb,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:59:21.723913 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-b5520e53-4e46-456a-86f4-9f27a419e9e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:21.740501 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Returning: {'device': 'd66489c0-5202-41a0-b0b9-efa104bb61bb', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'port_id': 'd66489c0-5202-41a0-b0b9-efa104bb61bb', 'mac_address': 'fa:16:3e:ec:71:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:59:21.754241 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af582799-5269-45dd-bdbe-850230ce5a10 req-28d2b379-72f4-4f3f-a8e4-d04a87962b4f tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:21.755660 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-af582799-5269-45dd-bdbe-850230ce5a10 req-28d2b379-72f4-4f3f-a8e4-d04a87962b4f tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 943 time: 0.2099624 Dec 15 20:59:21.803779 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:21.822482 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d66489c0-5202-41a0-b0b9-efa104bb61bb {{(pid=86860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:59:21.823729 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b5520e53-4e46-456a-86f4-9f27a419e9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677260'] for router_gateway, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:21.838284 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port d66489c0-5202-41a0-b0b9-efa104bb61bb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d66489c0-5202-41a0-b0b9-efa104bb61bb,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:59:21.842799 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-af582799-5269-45dd-bdbe-850230ce5a10 req-499feaec-619d-4daa-9cc9-3a834f8f2cf8 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0806057 Dec 15 20:59:21.843261 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:21.845797 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:21.847353 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for port, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:21.918310 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:21.927195 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-af38410b-918c-4de9-87da-c671033d3cfc service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:21.969554 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=d66489c0-5202-41a0-b0b9-efa104bb61bb,revision_number=9']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:21.990445 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:21.990742 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:21.990932 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:21.992938 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:21.993260 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:21.993598 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:21.993952 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:21.994285 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:21.994610 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:21.995494 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:21.995822 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:21.996145 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:22.001264 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:22.026404 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Network 83db4151-6da2-47b8-971d-0a11887406d4 is already hosted by enough agents. {{(pid=86859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:59:22.029774 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Resources bound (agent type, host, resource id): {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:59:22.033306 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Received port after_create {{(pid=86859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:59:22.067066 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Pushing event updated for resources: {'Port': ['ID=e4397c79-801c-48b9-a83e-398380e71eb3,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:22.077052 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:22.092582 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b5520e53-4e46-456a-86f4-9f27a419e9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1619303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-376'] for router, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:22.094830 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b5520e53-4e46-456a-86f4-9f27a419e9e1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:22.156318 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['d66489c0-5202-41a0-b0b9-efa104bb61bb'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:59:22.293487 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b5520e53-4e46-456a-86f4-9f27a419e9e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1624130'] for router, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:22.293974 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5520e53-4e46-456a-86f4-9f27a419e9e1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 10d13261-de90-490e-bc1d-3e451967fd7c {{(pid=86858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 20:59:22.309885 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b5520e53-4e46-456a-86f4-9f27a419e9e1 admin admin] Notify callbacks [] for router, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:22.310994 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-b5520e53-4e46-456a-86f4-9f27a419e9e1 admin admin] 10.222.0.49 "DELETE /v2.0/routers/10d13261-de90-490e-bc1d-3e451967fd7c HTTP/1.1" status: 204 len: 168 time: 1.6879065 Dec 15 20:59:22.313433 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 40056) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:22.373730 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fc01347-4fd6-4090-adfe-ff9326a7046f admin admin] Deleting subnet 242f45b8-10fa-40a9-9d70-6363d2d5e1fa {{(pid=86858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 20:59:22.376566 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7fc01347-4fd6-4090-adfe-ff9326a7046f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:22.439087 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7fc01347-4fd6-4090-adfe-ff9326a7046f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136998'] for subnet, precommit_delete_associations {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:22.486857 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e32e8aa-0247-42b3-850c-1221a71f1c48 req-54b7b296-ab5a-4b85-881b-cac6e4fa80cf tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:22.487690 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2e32e8aa-0247-42b3-850c-1221a71f1c48 req-54b7b296-ab5a-4b85-881b-cac6e4fa80cf tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 943 time: 0.3642719 Dec 15 20:59:22.507253 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7fc01347-4fd6-4090-adfe-ff9326a7046f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16175920'] for subnet, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:22.585100 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7fc01347-4fd6-4090-adfe-ff9326a7046f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16175976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4191454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3358994'] for subnet, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:22.590863 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-99042733-cbff-4920-8dab-a48f8e72a708 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:22.609712 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2e32e8aa-0247-42b3-850c-1221a71f1c48 req-24329206-3e16-4199-9f9e-e6296e8ac98e tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1045310 Dec 15 20:59:22.629276 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc01347-4fd6-4090-adfe-ff9326a7046f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=242f45b8-10fa-40a9-9d70-6363d2d5e1fa,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:22.632643 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-7fc01347-4fd6-4090-adfe-ff9326a7046f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:22.633521 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7fc01347-4fd6-4090-adfe-ff9326a7046f admin admin] Notify callbacks [] for subnet, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:22.642080 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-7fc01347-4fd6-4090-adfe-ff9326a7046f admin admin] 10.222.0.49 "DELETE /v2.0/subnets/242f45b8-10fa-40a9-9d70-6363d2d5e1fa HTTP/1.1" status: 204 len: 168 time: 0.3275743 Dec 15 20:59:22.642587 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 40062) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:22.789050 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80aefba-f82b-4b0d-9087-495ecf8dfb12 req-36453300-cafd-4ff2-b3cc-09a75834268a tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:22.790508 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b80aefba-f82b-4b0d-9087-495ecf8dfb12 req-36453300-cafd-4ff2-b3cc-09a75834268a tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.2635341 Dec 15 20:59:22.803662 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8835de33-bcce-4ec9-9368-85e7812b91f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16236683'] for network, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:22.864382 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 34e13770-4cb9-4f6c-ae56-9f50bcc4d668 no longer exists at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 20:59:22.899267 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] No Port match for: 34e13770-4cb9-4f6c-ae56-9f50bcc4d668 {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 20:59:22.899622 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 34e13770-4cb9-4f6c-ae56-9f50bcc4d668 not bound to the agent host dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 20:59:22.900050 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 1531fece-c69f-4601-9835-4fc9a1aa851b no longer exists at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 20:59:22.914447 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b80aefba-f82b-4b0d-9087-495ecf8dfb12 req-1407d7a3-f9a5-4c37-b51f-5311b4129c79 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1135006 Dec 15 20:59:22.935417 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:22.958909 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] No Port match for: 1531fece-c69f-4601-9835-4fc9a1aa851b {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 20:59:22.959633 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 1531fece-c69f-4601-9835-4fc9a1aa851b not bound to the agent host dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 20:59:23.062395 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8835de33-bcce-4ec9-9368-85e7812b91f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16176923', 'neutron.services.segments.db._delete_segments_for_network-8767327805862'] for network, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:23.103318 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.services.segments.db [None req-8835de33-bcce-4ec9-9368-85e7812b91f9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64efe9fb-5976-41a9-8ac7-66748ac3041e']}} {{(pid=86859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:59:23.155307 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.services.segments.db [None req-8835de33-bcce-4ec9-9368-85e7812b91f9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7983d604-51dc-491a-b76b-35bfa3c82d0d') {'for_net_delete': True} {{(pid=86859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:59:23.155574 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.services.segments.db [None req-8835de33-bcce-4ec9-9368-85e7812b91f9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7983d604-51dc-491a-b76b-35bfa3c82d0d') {} {{(pid=86859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:59:23.179519 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8835de33-bcce-4ec9-9368-85e7812b91f9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767327850617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4139058'] for segment, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:23.204037 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:23.227282 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8835de33-bcce-4ec9-9368-85e7812b91f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:23.247424 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8835de33-bcce-4ec9-9368-85e7812b91f9 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=86859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 20:59:23.247822 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8835de33-bcce-4ec9-9368-85e7812b91f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16163155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4132803'] for segment, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: Traceback (most recent call last): Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: timer() Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: cb(*args, **kw) Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: return func(*args, **kwargs) Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: self._notify() Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: self.callback(batched_events) Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: event.method(event) Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: return f(self, *a, **k) Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: return self._get(url).json() Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: return self.request(url, 'GET', **kwargs) Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 20:59:23.260783 dv-cinder-821892-1-iscsi neutron-server[86859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 20:59:23.279650 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97fc3778-8b81-4e82-81e7-c51940755c7b req-da79d139-45b7-46bd-a14a-b2ab7e15d67f tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:23.281085 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-97fc3778-8b81-4e82-81e7-c51940755c7b req-da79d139-45b7-46bd-a14a-b2ab7e15d67f tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 944 time: 0.2784827 Dec 15 20:59:23.415105 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8835de33-bcce-4ec9-9368-85e7812b91f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16176930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677227'] for network, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:23.478138 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:23.493061 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-97fc3778-8b81-4e82-81e7-c51940755c7b req-33ba06b9-b442-42e8-baad-1c085f241044 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624022 Dec 15 20:59:23.496956 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8835de33-bcce-4ec9-9368-85e7812b91f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:23.501430 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device cf3797e2-69ce-44c9-978d-a579401cbddb details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=86860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 20:59:23.506136 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device d66489c0-5202-41a0-b0b9-efa104bb61bb up at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:59:23.511332 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8835de33-bcce-4ec9-9368-85e7812b91f9 admin admin] Pushing event deleted for resources: {'Network': ['ID=64efe9fb-5976-41a9-8ac7-66748ac3041e,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:23.518744 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-8835de33-bcce-4ec9-9368-85e7812b91f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:23.546653 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-8835de33-bcce-4ec9-9368-85e7812b91f9 admin admin] 10.222.0.49 "DELETE /v2.0/networks/64efe9fb-5976-41a9-8ac7-66748ac3041e HTTP/1.1" status: 204 len: 168 time: 0.9011016 Dec 15 20:59:23.591191 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for port, precommit_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:23.596450 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4132647'] for port, after_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:23.602035 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:23.676699 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning complete for port d66489c0-5202-41a0-b0b9-efa104bb61bb triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:59:23.677443 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:23.758301 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port cf3797e2-69ce-44c9-978d-a579401cbddb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=cf3797e2-69ce-44c9-978d-a579401cbddb,segment=NetworkSegment(2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d),segment_id=2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:59:23.777186 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Returning: {'device': 'cf3797e2-69ce-44c9-978d-a579401cbddb', 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8', 'port_id': 'cf3797e2-69ce-44c9-978d-a579401cbddb', 'mac_address': 'fa:16:3e:16:e6:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5595c1c-8ca0-4af9-bdbb-973634ba4b63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:59:23.787305 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Pushing event updated for resources: {'Port': ['ID=e4397c79-801c-48b9-a83e-398380e71eb3,revision_number=2']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:23.800953 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:23.801620 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 40078) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:23.804382 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677241'] for floatingip, after_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:23.891528 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:23.907462 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-df93597f-6665-47e0-beb9-68d5ec3403f8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=59dfe1e7aa764fd1a4000c98a26c6129&name=default HTTP/1.1" status: 200 len: 2975 time: 0.1040440 Dec 15 20:59:23.913009 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:23.914687 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 40082) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:23.933464 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf3797e2-69ce-44c9-978d-a579401cbddb {{(pid=86860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:59:23.956715 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd517eebf-3a20-44e8-89a9-fd7f88367609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66489c0-5202-41a0-b0b9-efa104bb61bb'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:59:23.968765 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port cf3797e2-69ce-44c9-978d-a579401cbddb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=cf3797e2-69ce-44c9-978d-a579401cbddb,segment=NetworkSegment(2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d),segment_id=2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:59:23.970521 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port d66489c0-5202-41a0-b0b9-efa104bb61bb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d66489c0-5202-41a0-b0b9-efa104bb61bb,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:59:23.974358 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:23.976799 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-3f6ab566-fb11-43fe-b4cb-36a453782058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:24.009352 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:24.028974 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-aac2ea17-1382-4e14-9456-2aeb22ec5295 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:24.059284 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-aac2ea17-1382-4e14-9456-2aeb22ec5295 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:24.067848 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=cf3797e2-69ce-44c9-978d-a579401cbddb,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:24.078956 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:24.079627 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-56135b27-17f2-45be-ab2e-7f6741b64779 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:24.140354 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-aac2ea17-1382-4e14-9456-2aeb22ec5295 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:24.144224 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-2b6ad2da-2a2e-407b-a24f-389eba0861fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:24.158377 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac2ea17-1382-4e14-9456-2aeb22ec5295 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d49fb3dc-8bff-47db-a372-ecc19bcd8971,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:24.163122 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-aac2ea17-1382-4e14-9456-2aeb22ec5295 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:24.165162 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-aac2ea17-1382-4e14-9456-2aeb22ec5295 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:24.166395 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-aac2ea17-1382-4e14-9456-2aeb22ec5295 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d49fb3dc-8bff-47db-a372-ecc19bcd8971 HTTP/1.1" status: 204 len: 168 time: 0.2507551 Dec 15 20:59:24.212229 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=d66489c0-5202-41a0-b0b9-efa104bb61bb,revision_number=10']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:24.215720 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:24.234525 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41d67e8b-36a6-42cc-b0ca-a6605ce52f2a req-36364c3c-d5e6-4007-9a75-4eda5956f766 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:24.235967 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-41d67e8b-36a6-42cc-b0ca-a6605ce52f2a req-36364c3c-d5e6-4007-9a75-4eda5956f766 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 943 time: 0.4961991 Dec 15 20:59:24.281254 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.db.l3_db [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Floating IP 9a07e83c-607f-41e3-856b-229fa1e8eccd associated. External IP: 172.27.1.183, port: 2dd5018a-4cb6-4614-9f73-2fe359812fe7. Dec 15 20:59:24.347030 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['cf3797e2-69ce-44c9-978d-a579401cbddb'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:59:24.443626 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5d57ee-7fbf-46bf-84c9-100c91e33f3f req-cafff83c-9aee-43fc-8dc8-ee5b82df4399 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:24.445022 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7b5d57ee-7fbf-46bf-84c9-100c91e33f3f req-cafff83c-9aee-43fc-8dc8-ee5b82df4399 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.3311799 Dec 15 20:59:24.458759 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-41d67e8b-36a6-42cc-b0ca-a6605ce52f2a req-b027a697-cb5f-4348-bd97-8c124c7e0e3d tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2145808 Dec 15 20:59:24.520600 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd517eebf-3a20-44e8-89a9-fd7f88367609', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd66489c0-5202-41a0-b0b9-efa104bb61bb', 'code': 200} Dec 15 20:59:24.548410 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7b5d57ee-7fbf-46bf-84c9-100c91e33f3f req-69278b9c-5d71-43ca-9a62-8539972a4a28 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0861351 Dec 15 20:59:24.841427 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a3920f-ae6d-4e77-a65b-20a37bf89a0a req-9b898e9b-c00c-436b-9495-abf147e04c53 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:24.842884 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d6a3920f-ae6d-4e77-a65b-20a37bf89a0a req-9b898e9b-c00c-436b-9495-abf147e04c53 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 946 time: 0.1930006 Dec 15 20:59:24.856069 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Router 71cc9c17-d341-4254-8e69-a4a229a50975 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 20:59:25.045453 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d6a3920f-ae6d-4e77-a65b-20a37bf89a0a req-e8f7369d-70bb-493e-8b5b-665c06ec73ac tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1924186 Dec 15 20:59:25.105410 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 20:59:25.115987 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06cb43a-8475-47be-86fa-1eab2a9bf68c None None] Sync routers for ids ['71cc9c17-d341-4254-8e69-a4a229a50975'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 20:59:25.125608 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06cb43a-8475-47be-86fa-1eab2a9bf68c None None] Routers {'71cc9c17-d341-4254-8e69-a4a229a50975'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:59:25.126320 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-f06cb43a-8475-47be-86fa-1eab2a9bf68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:59:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['71cc9c17-d341-4254-8e69-a4a229a50975'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:59:25.128772 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for floatingip, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:25.192768 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e1b146-7c97-4506-a2d1-13b49d52567c req-34ec71ff-570b-4731-9a78-7993d46d6c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:25.195037 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-14e1b146-7c97-4506-a2d1-13b49d52567c req-34ec71ff-570b-4731-9a78-7993d46d6c41 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 1099 time: 0.0963967 Dec 15 20:59:25.212446 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.1025436 Dec 15 20:59:25.213468 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f80191d-b588-43a2-81ec-17321ea9f542', 'tag': '2dd5018a-4cb6-4614-9f73-2fe359812fe7'}] {{(pid=86859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:59:25.245092 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-14e1b146-7c97-4506-a2d1-13b49d52567c req-fe909707-e730-40d3-970e-91ad8532793b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422051 Dec 15 20:59:25.270167 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f80191d-b588-43a2-81ec-17321ea9f542', 'tag': '2dd5018a-4cb6-4614-9f73-2fe359812fe7', 'status': 'completed', 'code': 200} Dec 15 20:59:25.344761 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-f06cb43a-8475-47be-86fa-1eab2a9bf68c None None] Set router 71cc9c17-d341-4254-8e69-a4a229a50975 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:59:25.543358 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device cf3797e2-69ce-44c9-978d-a579401cbddb up at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 20:59:25.585924 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc35c3-72fc-4154-8100-3b598fdf9e9e req-aaddebfc-584c-4d8d-8d4c-b4112d679dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:25.588630 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-05cc35c3-72fc-4154-8100-3b598fdf9e9e req-aaddebfc-584c-4d8d-8d4c-b4112d679dc7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f0911933cea4693bc86dfcd07ba9675&device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 1098 time: 0.0839565 Dec 15 20:59:25.692534 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ad5722-a089-453f-a936-dbb6f9b2b6e2 req-3c011407-76bc-442f-9d24-2ce91fcc4436 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:25.694315 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d9ad5722-a089-453f-a936-dbb6f9b2b6e2 req-3c011407-76bc-442f-9d24-2ce91fcc4436 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 944 time: 0.1212859 Dec 15 20:59:25.726768 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning for port cf3797e2-69ce-44c9-978d-a579401cbddb completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:59:25.752044 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning complete for port cf3797e2-69ce-44c9-978d-a579401cbddb triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:59:25.752428 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:25.774640 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc35c3-72fc-4154-8100-3b598fdf9e9e req-f227a075-8a5d-4da3-a8a0-850544414716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:25.776831 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-05cc35c3-72fc-4154-8100-3b598fdf9e9e req-f227a075-8a5d-4da3-a8a0-850544414716 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2eeda4cc-cb45-495b-b445-87322079095b HTTP/1.1" status: 200 len: 912 time: 0.1769507 Dec 15 20:59:25.803564 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d9ad5722-a089-453f-a936-dbb6f9b2b6e2 req-66d01058-cb93-44ac-af4c-0bddc24d6493 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0614123 Dec 15 20:59:25.835420 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1703c3e-c473-4cd1-8bf5-ebb981c9a474 req-a322fa7c-9cf5-4a09-90b4-aaec11205243 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:25.835420 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b1703c3e-c473-4cd1-8bf5-ebb981c9a474 req-a322fa7c-9cf5-4a09-90b4-aaec11205243 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.1400018 Dec 15 20:59:25.889088 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b1703c3e-c473-4cd1-8bf5-ebb981c9a474 req-94e90ab4-e613-48b9-86b9-e6dd5783d652 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475008 Dec 15 20:59:25.971153 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-05cc35c3-72fc-4154-8100-3b598fdf9e9e req-668a8741-d2e1-4768-a728-a561ae66c628 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2dd5018a-4cb6-4614-9f73-2fe359812fe7 HTTP/1.1" status: 200 len: 999 time: 0.1859715 Dec 15 20:59:25.985036 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:26.012622 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-f06cb43a-8475-47be-86fa-1eab2a9bf68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '20939aac-62f3-4a37-b5e8-41687229b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:29Z', 'updated_at': '2021-12-15T20:57:36Z', 'revision_number': 4, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'gw_port': {'id': '20939aac-62f3-4a37-b5e8-41687229b132', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:30Z', 'updated_at': '2021-12-15T20:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '9a07e83c-607f-41e3-856b-229fa1e8eccd', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'port_id': '2dd5018a-4cb6-4614-9f73-2fe359812fe7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'mac_address': 'fa:16:3e:63:51:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f80191d-b588-43a2-81ec-17321ea9f542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:59:22Z', 'updated_at': '2021-12-15T20:59:22Z', 'revision_number': 0, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93700a9-f9f0-4fc4-a21c-26c15b198853', 'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'mac_address': 'fa:16:3e:d0:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:58:14Z', 'revision_number': 5, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'subnets': [{'id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:59:26.023898 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06cb43a-8475-47be-86fa-1eab2a9bf68c None None] Checking router: 71cc9c17-d341-4254-8e69-a4a229a50975 for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 20:59:26.042617 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port cf3797e2-69ce-44c9-978d-a579401cbddb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=cf3797e2-69ce-44c9-978d-a579401cbddb,segment=NetworkSegment(2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d),segment_id=2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:59:26.044070 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f06cb43a-8475-47be-86fa-1eab2a9bf68c None None] Routers {'71cc9c17-d341-4254-8e69-a4a229a50975'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:59:26.044714 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-f06cb43a-8475-47be-86fa-1eab2a9bf68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:59:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['71cc9c17-d341-4254-8e69-a4a229a50975'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:59:26.055979 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc35c3-72fc-4154-8100-3b598fdf9e9e req-18ea8e09-3a15-435a-8d8c-149a089c500b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:26.058010 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-05cc35c3-72fc-4154-8100-3b598fdf9e9e req-18ea8e09-3a15-435a-8d8c-149a089c500b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=534b39db-0a31-42ab-9b6e-df04c958037c HTTP/1.1" status: 200 len: 850 time: 0.0708320 Dec 15 20:59:26.164603 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:26.174453 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:26.220827 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cc35c3-72fc-4154-8100-3b598fdf9e9e req-c8c44a74-5101-4cb9-90c7-dd495137599a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:26.225606 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-05cc35c3-72fc-4154-8100-3b598fdf9e9e req-c8c44a74-5101-4cb9-90c7-dd495137599a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2eeda4cc-cb45-495b-b445-87322079095b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1599424 Dec 15 20:59:26.288900 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=cf3797e2-69ce-44c9-978d-a579401cbddb,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:26.292637 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:26.312448 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-f06cb43a-8475-47be-86fa-1eab2a9bf68c None None] Set router 71cc9c17-d341-4254-8e69-a4a229a50975 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:59:26.324739 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c794479-30b8-42cf-b150-5fd7a13e9767 req-4cd263d5-baef-4aa6-9021-2e15a1a67312 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:26.326541 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4c794479-30b8-42cf-b150-5fd7a13e9767 req-4cd263d5-baef-4aa6-9021-2e15a1a67312 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 946 time: 0.1172903 Dec 15 20:59:26.382572 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4c794479-30b8-42cf-b150-5fd7a13e9767 req-63fc8d65-4feb-4582-9efc-ebaba28eff69 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494537 Dec 15 20:59:26.446078 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-05cc35c3-72fc-4154-8100-3b598fdf9e9e req-5e4a8fc2-efaf-4555-aac2-e8cdea8c76eb service neutron] 10.222.0.41 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2064068 Dec 15 20:59:26.523021 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17736ed7-08ef-4caa-8d2e-79cc35dd4ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3797e2-69ce-44c9-978d-a579401cbddb'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:59:26.587816 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 40166) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:26.601241 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-05cc35c3-72fc-4154-8100-3b598fdf9e9e req-ba1499f8-c6df-4621-b3a6-bb681136dbf8 service neutron] 10.222.0.41 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1464641 Dec 15 20:59:26.616724 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17736ed7-08ef-4caa-8d2e-79cc35dd4ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3797e2-69ce-44c9-978d-a579401cbddb', 'code': 200} Dec 15 20:59:26.743166 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-f06cb43a-8475-47be-86fa-1eab2a9bf68c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '20939aac-62f3-4a37-b5e8-41687229b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:29Z', 'updated_at': '2021-12-15T20:57:36Z', 'revision_number': 4, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'gw_port': {'id': '20939aac-62f3-4a37-b5e8-41687229b132', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:30Z', 'updated_at': '2021-12-15T20:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '9a07e83c-607f-41e3-856b-229fa1e8eccd', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'port_id': '2dd5018a-4cb6-4614-9f73-2fe359812fe7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'mac_address': 'fa:16:3e:63:51:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f80191d-b588-43a2-81ec-17321ea9f542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:59:22Z', 'updated_at': '2021-12-15T20:59:22Z', 'revision_number': 0, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93700a9-f9f0-4fc4-a21c-26c15b198853', 'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'mac_address': 'fa:16:3e:d0:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:58:14Z', 'revision_number': 5, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'subnets': [{'id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:59:26.747342 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f06cb43a-8475-47be-86fa-1eab2a9bf68c None None] The sync data for ids ['71cc9c17-d341-4254-8e69-a4a229a50975'] in dv-cinder-821892-1-iscsi is: [{'id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '20939aac-62f3-4a37-b5e8-41687229b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:29Z', 'updated_at': '2021-12-15T20:57:36Z', 'revision_number': 4, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'gw_port': {'id': '20939aac-62f3-4a37-b5e8-41687229b132', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:30Z', 'updated_at': '2021-12-15T20:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '9a07e83c-607f-41e3-856b-229fa1e8eccd', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'floating_ip_address': '172.27.1.183', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'port_id': '2dd5018a-4cb6-4614-9f73-2fe359812fe7', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 470, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'mac_address': 'fa:16:3e:63:51:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0f80191d-b588-43a2-81ec-17321ea9f542', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:59:22Z', 'updated_at': '2021-12-15T20:59:22Z', 'revision_number': 0, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93700a9-f9f0-4fc4-a21c-26c15b198853', 'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'mac_address': 'fa:16:3e:d0:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:58:14Z', 'revision_number': 5, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'subnets': [{'id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 20:59:26.778571 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ad48ecc0-3182-45fc-a0d8-e4ad82cf0364 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:26.796753 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-ad48ecc0-3182-45fc-a0d8-e4ad82cf0364 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:59:26.801504 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-ad48ecc0-3182-45fc-a0d8-e4ad82cf0364 admin admin] Usage tracker for resource:security_group_rule and tenant:aa5f28d8e1354be88bb2aac13d52fdf5 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:59:26.804827 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-ad48ecc0-3182-45fc-a0d8-e4ad82cf0364 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:59:26.811514 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-ad48ecc0-3182-45fc-a0d8-e4ad82cf0364 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:59:26.979426 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ad48ecc0-3182-45fc-a0d8-e4ad82cf0364 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:26.985204 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ad48ecc0-3182-45fc-a0d8-e4ad82cf0364 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:26.996965 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-3acea73c-fb59-49f7-b6ee-6dfce87a994a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:27.056827 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-ad48ecc0-3182-45fc-a0d8-e4ad82cf0364 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=aa5f28d8e1354be88bb2aac13d52fdf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4659801 Dec 15 20:59:27.058039 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48ecc0-3182-45fc-a0d8-e4ad82cf0364 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4d1e7a-43b3-4a75-bd96-3f84d76fedb9,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:27.075563 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 40184) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:27.084293 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-ad48ecc0-3182-45fc-a0d8-e4ad82cf0364 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:27.145869 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90d8e3bf-ed96-45b9-a6c2-bd86b2e0ecea None None] New status for floating IP 9a07e83c-607f-41e3-856b-229fa1e8eccd: ACTIVE {{(pid=86861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 20:59:27.156075 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c31b61-fc87-475b-a6db-a20ff16b2f6e req-b56c210a-e02f-412a-b8fe-03ec85dc5b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:27.157806 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e6c31b61-fc87-475b-a6db-a20ff16b2f6e req-b56c210a-e02f-412a-b8fe-03ec85dc5b84 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 1098 time: 0.1455250 Dec 15 20:59:27.227393 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e6c31b61-fc87-475b-a6db-a20ff16b2f6e req-4bda1d26-87ed-4d97-8c37-c893d187542b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0527935 Dec 15 20:59:27.401961 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-56c4314f-84c7-48ab-8c0a-e207d40c0e8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:27.442533 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-56c4314f-84c7-48ab-8c0a-e207d40c0e8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:27.456952 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d111f7-e045-4421-824f-fb86efd0cec7 req-5b2f692a-a0c4-4c21-a5c5-ef3f243d6da7 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:27.458439 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-99d111f7-e045-4421-824f-fb86efd0cec7 req-5b2f692a-a0c4-4c21-a5c5-ef3f243d6da7 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.3809490 Dec 15 20:59:27.476447 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3fbd6cb-f6db-4308-819c-684e5dba6583 req-b5ce00f6-7932-483c-832b-6d4b508760a8 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:27.477978 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b3fbd6cb-f6db-4308-819c-684e5dba6583 req-b5ce00f6-7932-483c-832b-6d4b508760a8 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.3645632 Dec 15 20:59:27.600541 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-99d111f7-e045-4421-824f-fb86efd0cec7 req-45508dfc-b8bb-4339-93f0-dd8aacc77b7a tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1041672 Dec 15 20:59:27.606919 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b3fbd6cb-f6db-4308-819c-684e5dba6583 req-55ef6425-8eff-41d8-ac75-b02c48d137f2 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091051 Dec 15 20:59:27.617700 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-56c4314f-84c7-48ab-8c0a-e207d40c0e8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:27.623193 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-a1f132cf-033a-4d63-aac6-5bfdec80c233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:27.638494 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c4314f-84c7-48ab-8c0a-e207d40c0e8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4d1e7a-43b3-4a75-bd96-3f84d76fedb9,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:27.646689 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-56c4314f-84c7-48ab-8c0a-e207d40c0e8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:27.652930 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-56c4314f-84c7-48ab-8c0a-e207d40c0e8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:27.654103 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-56c4314f-84c7-48ab-8c0a-e207d40c0e8f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/0a4d1e7a-43b3-4a75-bd96-3f84d76fedb9 HTTP/1.1" status: 204 len: 168 time: 0.5687468 Dec 15 20:59:27.835206 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7ade6-f859-47ae-af5a-94a2d4884cec req-a77946b6-1477-454d-b89d-b9adf8f14e01 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:27.836989 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-85b7ade6-f859-47ae-af5a-94a2d4884cec req-a77946b6-1477-454d-b89d-b9adf8f14e01 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 946 time: 0.0980539 Dec 15 20:59:27.911169 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-85b7ade6-f859-47ae-af5a-94a2d4884cec req-601d67e6-fc63-48b9-b498-68a41455ea56 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0670052 Dec 15 20:59:28.007306 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 40230) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:28.029382 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7a916f24-844c-4bfe-b4a7-3349cdee9521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:28.043802 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-7a916f24-844c-4bfe-b4a7-3349cdee9521 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:59:28.046420 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba0ad81-75f2-43ba-8c2f-e8841beb2386 req-80eef21a-d5ef-4a55-a528-88934c10f60f tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:28.047777 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-7a916f24-844c-4bfe-b4a7-3349cdee9521 admin admin] Usage tracker for resource:security_group_rule and tenant:6ced6b212f23409ca400fb9a884c9790 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:59:28.047925 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1ba0ad81-75f2-43ba-8c2f-e8841beb2386 req-80eef21a-d5ef-4a55-a528-88934c10f60f tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 946 time: 0.0842588 Dec 15 20:59:28.050692 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-7a916f24-844c-4bfe-b4a7-3349cdee9521 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:59:28.056545 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-7a916f24-844c-4bfe-b4a7-3349cdee9521 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:59:28.095431 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1ba0ad81-75f2-43ba-8c2f-e8841beb2386 req-94bb19f0-3b89-4deb-a4fd-00a805ef8fd8 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415313 Dec 15 20:59:28.118305 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 40234) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:28.144759 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7a916f24-844c-4bfe-b4a7-3349cdee9521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:28.151457 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7a916f24-844c-4bfe-b4a7-3349cdee9521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:28.160539 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-68ab6d06-b349-4838-a158-ce570026566e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:28.203759 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-7a916f24-844c-4bfe-b4a7-3349cdee9521 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=6ced6b212f23409ca400fb9a884c9790&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1952224 Dec 15 20:59:28.204682 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a916f24-844c-4bfe-b4a7-3349cdee9521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02c861de-6790-4837-a820-f2dfbc98cdbc,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:28.208666 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 40240) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:28.209089 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-7a916f24-844c-4bfe-b4a7-3349cdee9521 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:28.278799 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ef73b11a-b152-432b-9654-f4ea953938b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:28.305752 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ef73b11a-b152-432b-9654-f4ea953938b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:28.415398 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ef73b11a-b152-432b-9654-f4ea953938b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:28.422864 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-d9e3f73c-ba65-4ef3-9499-c4d93e52f8c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:28.435685 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df7214d-9d94-4f1c-9c44-0ff22f36fc24 tempest-TestMinimumBasicScenario-1870236367 tempest-TestMinimumBasicScenario-1870236367-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:28.436475 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-5df7214d-9d94-4f1c-9c44-0ff22f36fc24 tempest-TestMinimumBasicScenario-1870236367 tempest-TestMinimumBasicScenario-1870236367-project-admin] Synchronizing usage tracker for tenant:4921260d2f214935b54320e08de38485 on resource:port {{(pid=86859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:59:28.444316 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73b11a-b152-432b-9654-f4ea953938b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02c861de-6790-4837-a820-f2dfbc98cdbc,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:28.449516 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-ef73b11a-b152-432b-9654-f4ea953938b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:28.458596 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ef73b11a-b152-432b-9654-f4ea953938b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:28.459935 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-ef73b11a-b152-432b-9654-f4ea953938b2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/02c861de-6790-4837-a820-f2dfbc98cdbc HTTP/1.1" status: 204 len: 168 time: 0.2502635 Dec 15 20:59:28.467491 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-5df7214d-9d94-4f1c-9c44-0ff22f36fc24 tempest-TestMinimumBasicScenario-1870236367 tempest-TestMinimumBasicScenario-1870236367-project-admin] Unset dirty status for tenant:4921260d2f214935b54320e08de38485 on resource:port {{(pid=86859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:59:28.471888 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-5df7214d-9d94-4f1c-9c44-0ff22f36fc24 tempest-TestMinimumBasicScenario-1870236367 tempest-TestMinimumBasicScenario-1870236367-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 1094 time: 0.3494434 Dec 15 20:59:28.471888 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 40248) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:28.476622 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Request body: {'floatingip': {'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'port_id': '58e9719e-2290-47c7-8149-52b003828f92', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'fixed_ip_address': '172.20.0.12'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:59:28.482584 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:59:28.486347 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Usage tracker for resource:floatingip and tenant:ac0003dafb6b4c72bd926672a4ca400a is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:59:28.489203 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:59:28.495035 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:59:28.505297 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for floatingip, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:28.660739 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:28.976604 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_common [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Allocated IP 172.27.1.241 (83db4151-6da2-47b8-971d-0a11887406d4/9a076902-1727-47fe-9eed-a31b1c56c654/ab7a2148-61d9-4250-a5fa-614b907adac4) {{(pid=86859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:59:28.988445 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2deda9dd-b762-4476-87e8-58a98e425484 req-6c0a0e6b-19d7-4162-b75a-ffa949fb4392 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:28.989901 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2deda9dd-b762-4476-87e8-58a98e425484 req-6c0a0e6b-19d7-4162-b75a-ffa949fb4392 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.2546959 Dec 15 20:59:29.007702 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259c592-f659-4d38-aa8c-b0112ee15c7c req-1c18a09b-f088-4232-95b3-96fa2c5831a6 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:29.009167 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2259c592-f659-4d38-aa8c-b0112ee15c7c req-1c18a09b-f088-4232-95b3-96fa2c5831a6 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.2229223 Dec 15 20:59:29.163195 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2deda9dd-b762-4476-87e8-58a98e425484 req-7af955fc-f389-4563-a379-0e3cf7d2b03b tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606991 Dec 15 20:59:29.163195 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2259c592-f659-4d38-aa8c-b0112ee15c7c req-66fb17f8-aaff-4bc6-bda3-37b7cdb57a8d tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1371901 Dec 15 20:59:29.228037 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for port, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:29.260203 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:29.267064 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:29.372662 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Network 83db4151-6da2-47b8-971d-0a11887406d4 is already hosted by enough agents. {{(pid=86859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:59:29.383763 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Resources bound (agent type, host, resource id): {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:59:29.386719 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Received port after_create {{(pid=86859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:59:29.435160 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Pushing event updated for resources: {'Port': ['ID=ab7a2148-61d9-4250-a5fa-614b907adac4,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:29.441114 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:29.523324 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818db646-ea92-43e7-82b4-383074bf865e req-3fa9bdfc-4460-41da-b5fa-ffeae30095ad tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:29.524916 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-818db646-ea92-43e7-82b4-383074bf865e req-3fa9bdfc-4460-41da-b5fa-ffeae30095ad tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 946 time: 0.2588258 Dec 15 20:59:29.626919 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-818db646-ea92-43e7-82b4-383074bf865e req-50498ba7-2709-44b5-aae8-644134d307d9 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937984 Dec 15 20:59:29.982741 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:30.062304 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:30.281509 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for port, precommit_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:30.287872 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4132647'] for port, after_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:30.295646 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:30.510813 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Pushing event updated for resources: {'Port': ['ID=ab7a2148-61d9-4250-a5fa-614b907adac4,revision_number=2']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:30.513750 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:30.562159 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677241'] for floatingip, after_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:30.720759 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d3a9ddb-3ba7-4a8c-be33-27a206ab892d req-55bd6f75-66c6-4581-a48d-1a107fb698e2 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:30.722231 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3d3a9ddb-3ba7-4a8c-be33-27a206ab892d req-55bd6f75-66c6-4581-a48d-1a107fb698e2 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.4279258 Dec 15 20:59:30.762851 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8386f36-7a9d-4037-a2f3-a17987097f59 req-44ad066e-cec2-4b39-827c-c5d7baa683e4 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:30.764194 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a8386f36-7a9d-4037-a2f3-a17987097f59 req-44ad066e-cec2-4b39-827c-c5d7baa683e4 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.3057122 Dec 15 20:59:30.825399 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3d3a9ddb-3ba7-4a8c-be33-27a206ab892d req-091c640e-b1c6-439c-bb55-1ba5660a1780 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946264 Dec 15 20:59:30.834750 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.db.l3_db [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Floating IP 03c1c71e-5d70-449b-a114-60c72d705114 associated. External IP: 172.27.1.241, port: 58e9719e-2290-47c7-8149-52b003828f92. Dec 15 20:59:31.003658 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a8386f36-7a9d-4037-a2f3-a17987097f59 req-67ad93e6-bb3f-4fd5-9192-2ca76608d9a6 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2244198 Dec 15 20:59:31.194458 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f2d01b-76a6-4dad-8f0d-3f6f317d52db req-a34337a4-fe8c-414f-8da3-1c1887415c22 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:31.195894 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-96f2d01b-76a6-4dad-8f0d-3f6f317d52db req-a34337a4-fe8c-414f-8da3-1c1887415c22 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.2456579 Dec 15 20:59:31.275327 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-96f2d01b-76a6-4dad-8f0d-3f6f317d52db req-7f0ae42b-01ed-454d-90dd-01d99013cb69 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718825 Dec 15 20:59:31.298578 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Router e973a52c-3254-4726-aa21-1f15b936d1e8 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 20:59:31.298996 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 40324) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:31.533766 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e08e5531-384d-4bd7-b832-04d8e0872223 tempest-TestShelveInstance-696832943 tempest-TestShelveInstance-696832943-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:31.535225 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-e08e5531-384d-4bd7-b832-04d8e0872223 tempest-TestShelveInstance-696832943 tempest-TestShelveInstance-696832943-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 1093 time: 0.2350111 Dec 15 20:59:31.538599 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 40330) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:31.544055 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Request body: {'floatingip': {'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'port_id': 'cf3797e2-69ce-44c9-978d-a579401cbddb', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'fixed_ip_address': '172.20.0.3'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:59:31.549776 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:59:31.555890 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Usage tracker for resource:floatingip and tenant:0fed2bbf61794fe0b44a6f599b13bfe1 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:59:31.559524 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:59:31.565443 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:59:31.576570 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for floatingip, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:31.593319 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 20:59:31.606876 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb771833-81ae-44ee-9109-5a554dfeecf5 None None] Sync routers for ids ['e973a52c-3254-4726-aa21-1f15b936d1e8'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 20:59:31.619784 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for floatingip, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:31.620641 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb771833-81ae-44ee-9109-5a554dfeecf5 None None] Routers {'e973a52c-3254-4726-aa21-1f15b936d1e8'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:59:31.621589 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-eb771833-81ae-44ee-9109-5a554dfeecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:59:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['e973a52c-3254-4726-aa21-1f15b936d1e8'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:59:31.684408 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.2117937 Dec 15 20:59:31.685197 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 40342) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:31.686037 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447e1787-186d-4c84-8f92-a280fbdafac8', 'tag': '58e9719e-2290-47c7-8149-52b003828f92'}] {{(pid=86859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:59:31.695943 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-1ee97d5a-9a61-43fc-94cd-08da46047d3c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1890531127', 'description': 'tempest-secgroup-smoke-1890531127 description', 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:59:31.718225 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-1ee97d5a-9a61-43fc-94cd-08da46047d3c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:59:31.729004 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-1ee97d5a-9a61-43fc-94cd-08da46047d3c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Usage tracker for resource:security_group and tenant:ac0003dafb6b4c72bd926672a4ca400a is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:59:31.740260 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-1ee97d5a-9a61-43fc-94cd-08da46047d3c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:59:31.747842 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-1ee97d5a-9a61-43fc-94cd-08da46047d3c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:59:31.768659 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447e1787-186d-4c84-8f92-a280fbdafac8', 'tag': '58e9719e-2290-47c7-8149-52b003828f92', 'status': 'completed', 'code': 200} Dec 15 20:59:31.769993 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-1ee97d5a-9a61-43fc-94cd-08da46047d3c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:31.791603 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-1ee97d5a-9a61-43fc-94cd-08da46047d3c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:59:31.798051 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-1ee97d5a-9a61-43fc-94cd-08da46047d3c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Usage tracker for resource:security_group_rule and tenant:ac0003dafb6b4c72bd926672a4ca400a is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:59:31.804170 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-1ee97d5a-9a61-43fc-94cd-08da46047d3c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:59:31.818578 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-1ee97d5a-9a61-43fc-94cd-08da46047d3c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:59:31.864897 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-eb771833-81ae-44ee-9109-5a554dfeecf5 None None] Set router e973a52c-3254-4726-aa21-1f15b936d1e8 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:59:31.892300 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:31.922405 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-1ee97d5a-9a61-43fc-94cd-08da46047d3c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:31.930227 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-1ee97d5a-9a61-43fc-94cd-08da46047d3c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:31.936107 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-7b3e0c95-418d-47bf-8dd2-b8479e3ea4a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:32.018903 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee97d5a-9a61-43fc-94cd-08da46047d3c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cf142092-dc8c-4abc-99eb-04f277df0171,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:32.022319 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-1ee97d5a-9a61-43fc-94cd-08da46047d3c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:32.023889 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-1ee97d5a-9a61-43fc-94cd-08da46047d3c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:32.025105 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-1ee97d5a-9a61-43fc-94cd-08da46047d3c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3340900 Dec 15 20:59:32.028359 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 40352) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:32.040047 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-74c99d95-47da-4ffc-b523-a0cda2c9ecef tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Request body: {'security_group_rule': {'security_group_id': 'cf142092-dc8c-4abc-99eb-04f277df0171', 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:59:32.055296 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-74c99d95-47da-4ffc-b523-a0cda2c9ecef tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:59:32.064188 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-74c99d95-47da-4ffc-b523-a0cda2c9ecef tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Usage tracker for resource:security_group_rule and tenant:ac0003dafb6b4c72bd926672a4ca400a is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:59:32.066208 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Allocated IP 172.27.1.21 (83db4151-6da2-47b8-971d-0a11887406d4/9a076902-1727-47fe-9eed-a31b1c56c654/d58a13d4-ff8c-421c-a19b-cdd3422c602d) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:59:32.071626 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-74c99d95-47da-4ffc-b523-a0cda2c9ecef tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:59:32.078487 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-74c99d95-47da-4ffc-b523-a0cda2c9ecef tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:59:32.110381 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-74c99d95-47da-4ffc-b523-a0cda2c9ecef tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:32.254746 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cc320-54fc-4ba7-8145-f4647c74ec91 req-f7080958-3c7f-4584-834f-587186f7a2be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:32.256371 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-153cc320-54fc-4ba7-8145-f4647c74ec91 req-f7080958-3c7f-4584-834f-587186f7a2be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac0003dafb6b4c72bd926672a4ca400a&device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 1099 time: 0.4396968 Dec 15 20:59:32.259391 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-74c99d95-47da-4ffc-b523-a0cda2c9ecef tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:32.268655 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-74c99d95-47da-4ffc-b523-a0cda2c9ecef tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810047'] for security_group_rule, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:32.280470 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-69ef9e62-805a-4b73-a05e-6d11b95dd570 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:32.280982 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:32.307608 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c99d95-47da-4ffc-b523-a0cda2c9ecef tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba2f80de-5f1a-443d-b60f-5cd7f665d77d,revision_number=0']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:32.310122 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-eb771833-81ae-44ee-9109-5a554dfeecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'name': 'tempest-TestMinimumBasicScenario-1169965894-router', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd3d80b53-5f27-457a-b53c-7857d8ea9cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:23Z', 'updated_at': '2021-12-15T20:57:28Z', 'revision_number': 4, 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'gw_port': {'id': 'd3d80b53-5f27-457a-b53c-7857d8ea9cee', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:24Z', 'updated_at': '2021-12-15T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '03c1c71e-5d70-449b-a114-60c72d705114', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'floating_ip_address': '172.27.1.241', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'port_id': '58e9719e-2290-47c7-8149-52b003828f92', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c', 'mac_address': 'fa:16:3e:7a:56:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447e1787-186d-4c84-8f92-a280fbdafac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:59:29Z', 'updated_at': '2021-12-15T20:59:29Z', 'revision_number': 0, 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f9076f-1df7-4488-a4b7-dd08857c61c9', 'name': '', 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'mac_address': 'fa:16:3e:f6:29:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '46215959-91fb-4a8b-ba1d-1bbf050f280d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:27Z', 'updated_at': '2021-12-15T20:57:49Z', 'revision_number': 5, 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'subnets': [{'id': '46215959-91fb-4a8b-ba1d-1bbf050f280d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:59:32.317302 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb771833-81ae-44ee-9109-5a554dfeecf5 None None] Checking router: e973a52c-3254-4726-aa21-1f15b936d1e8 for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 20:59:32.321910 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-74c99d95-47da-4ffc-b523-a0cda2c9ecef tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:32.331635 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4511594-7fd8-4ec3-a814-5ff38388ac91 req-df114402-2f98-487e-88d7-9fec39a7f2d2 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:32.333194 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f4511594-7fd8-4ec3-a814-5ff38388ac91 req-df114402-2f98-487e-88d7-9fec39a7f2d2 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.1689515 Dec 15 20:59:32.334430 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-74c99d95-47da-4ffc-b523-a0cda2c9ecef tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:32.335528 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-74c99d95-47da-4ffc-b523-a0cda2c9ecef tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3053584 Dec 15 20:59:32.338383 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 40358) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:32.340410 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb771833-81ae-44ee-9109-5a554dfeecf5 None None] Routers {'e973a52c-3254-4726-aa21-1f15b936d1e8'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:59:32.341127 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-eb771833-81ae-44ee-9109-5a554dfeecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:59:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['e973a52c-3254-4726-aa21-1f15b936d1e8'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:59:32.345844 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-16ca985c-90d7-42a7-b8ed-82a16c7f48ea tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Request body: {'security_group_rule': {'security_group_id': 'cf142092-dc8c-4abc-99eb-04f277df0171', 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:59:32.363748 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-16ca985c-90d7-42a7-b8ed-82a16c7f48ea tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:59:32.371634 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-16ca985c-90d7-42a7-b8ed-82a16c7f48ea tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Usage tracker for resource:security_group_rule and tenant:ac0003dafb6b4c72bd926672a4ca400a is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:59:32.375150 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-16ca985c-90d7-42a7-b8ed-82a16c7f48ea tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:59:32.389427 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-16ca985c-90d7-42a7-b8ed-82a16c7f48ea tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:59:32.404055 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f4511594-7fd8-4ec3-a814-5ff38388ac91 req-23dde8f5-172e-4e8c-b42b-1e3bbf857ea0 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0621762 Dec 15 20:59:32.417337 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-16ca985c-90d7-42a7-b8ed-82a16c7f48ea tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:32.452552 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:32.458082 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-2aab947e-59e6-4a8c-9bad-21356fb92df4 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:32.490899 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-16ca985c-90d7-42a7-b8ed-82a16c7f48ea tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:32.496490 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-16ca985c-90d7-42a7-b8ed-82a16c7f48ea tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810047'] for security_group_rule, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:32.498556 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-8a57dbd5-586f-4c80-b926-3463b7411773 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:32.518479 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cc320-54fc-4ba7-8145-f4647c74ec91 req-a3e17fdf-5924-4476-82b4-a12fd50e2844 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:32.520058 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-153cc320-54fc-4ba7-8145-f4647c74ec91 req-a3e17fdf-5924-4476-82b4-a12fd50e2844 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c HTTP/1.1" status: 200 len: 916 time: 0.2445579 Dec 15 20:59:32.521402 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca985c-90d7-42a7-b8ed-82a16c7f48ea tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ae94fd95-b3c4-4f05-8fb9-1adec5c55c24,revision_number=0']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:32.528249 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-16ca985c-90d7-42a7-b8ed-82a16c7f48ea tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:32.534839 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-16ca985c-90d7-42a7-b8ed-82a16c7f48ea tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:32.538722 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-16ca985c-90d7-42a7-b8ed-82a16c7f48ea tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1961112 Dec 15 20:59:32.539013 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 40362) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:32.544166 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-e6e0fbce-f780-489b-9fcf-515550a2cf7c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Request body: {'security_group_rule': {'security_group_id': 'cf142092-dc8c-4abc-99eb-04f277df0171', 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:59:32.550412 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-e6e0fbce-f780-489b-9fcf-515550a2cf7c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:59:32.554441 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-e6e0fbce-f780-489b-9fcf-515550a2cf7c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Usage tracker for resource:security_group_rule and tenant:ac0003dafb6b4c72bd926672a4ca400a is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:59:32.558210 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-e6e0fbce-f780-489b-9fcf-515550a2cf7c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:59:32.563402 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-e6e0fbce-f780-489b-9fcf-515550a2cf7c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:59:32.580788 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-eb771833-81ae-44ee-9109-5a554dfeecf5 None None] Set router e973a52c-3254-4726-aa21-1f15b936d1e8 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:59:32.583632 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-e6e0fbce-f780-489b-9fcf-515550a2cf7c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:32.622389 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Network 83db4151-6da2-47b8-971d-0a11887406d4 is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:59:32.633014 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:59:32.642189 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:59:32.650017 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-e6e0fbce-f780-489b-9fcf-515550a2cf7c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:32.655204 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-e6e0fbce-f780-489b-9fcf-515550a2cf7c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810047'] for security_group_rule, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:32.657379 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:32.673954 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Pushing event updated for resources: {'Port': ['ID=d58a13d4-ff8c-421c-a19b-cdd3422c602d,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:32.676737 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:32.680506 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e0fbce-f780-489b-9fcf-515550a2cf7c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80ffe6ee-2618-43a2-9aa1-ed4e3fd63ecd,revision_number=0']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:32.685964 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-e6e0fbce-f780-489b-9fcf-515550a2cf7c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:32.693050 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-e6e0fbce-f780-489b-9fcf-515550a2cf7c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:32.699008 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-e6e0fbce-f780-489b-9fcf-515550a2cf7c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1578491 Dec 15 20:59:32.699262 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 40366) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:32.716505 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-7059d175-7bdb-4d50-94b8-058154e1d69a tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Request body: {'security_group_rule': {'security_group_id': 'cf142092-dc8c-4abc-99eb-04f277df0171', 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:59:32.725952 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-7059d175-7bdb-4d50-94b8-058154e1d69a tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:59:32.731474 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-153cc320-54fc-4ba7-8145-f4647c74ec91 req-89a58af2-a954-41ec-842b-f75008bccaf8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e9719e-2290-47c7-8149-52b003828f92 HTTP/1.1" status: 200 len: 1000 time: 0.1998074 Dec 15 20:59:32.737406 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-7059d175-7bdb-4d50-94b8-058154e1d69a tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Usage tracker for resource:security_group_rule and tenant:ac0003dafb6b4c72bd926672a4ca400a is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:59:32.741039 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-7059d175-7bdb-4d50-94b8-058154e1d69a tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:59:32.818066 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-7059d175-7bdb-4d50-94b8-058154e1d69a tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:59:32.905557 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7059d175-7bdb-4d50-94b8-058154e1d69a tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:32.928814 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cc320-54fc-4ba7-8145-f4647c74ec91 req-631eeda8-f59f-4f83-89a5-41b8d0862b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:32.930288 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-153cc320-54fc-4ba7-8145-f4647c74ec91 req-631eeda8-f59f-4f83-89a5-41b8d0862b9c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46215959-91fb-4a8b-ba1d-1bbf050f280d HTTP/1.1" status: 200 len: 854 time: 0.1610615 Dec 15 20:59:32.956737 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-eb771833-81ae-44ee-9109-5a554dfeecf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'name': 'tempest-TestMinimumBasicScenario-1169965894-router', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd3d80b53-5f27-457a-b53c-7857d8ea9cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:23Z', 'updated_at': '2021-12-15T20:57:28Z', 'revision_number': 4, 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'gw_port': {'id': 'd3d80b53-5f27-457a-b53c-7857d8ea9cee', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:24Z', 'updated_at': '2021-12-15T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '03c1c71e-5d70-449b-a114-60c72d705114', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'floating_ip_address': '172.27.1.241', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'port_id': '58e9719e-2290-47c7-8149-52b003828f92', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c', 'mac_address': 'fa:16:3e:7a:56:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447e1787-186d-4c84-8f92-a280fbdafac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:59:29Z', 'updated_at': '2021-12-15T20:59:29Z', 'revision_number': 0, 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f9076f-1df7-4488-a4b7-dd08857c61c9', 'name': '', 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'mac_address': 'fa:16:3e:f6:29:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '46215959-91fb-4a8b-ba1d-1bbf050f280d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:27Z', 'updated_at': '2021-12-15T20:57:49Z', 'revision_number': 5, 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'subnets': [{'id': '46215959-91fb-4a8b-ba1d-1bbf050f280d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:59:32.960680 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb771833-81ae-44ee-9109-5a554dfeecf5 None None] The sync data for ids ['e973a52c-3254-4726-aa21-1f15b936d1e8'] in dv-cinder-821892-1-iscsi is: [{'id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'name': 'tempest-TestMinimumBasicScenario-1169965894-router', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd3d80b53-5f27-457a-b53c-7857d8ea9cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:23Z', 'updated_at': '2021-12-15T20:57:28Z', 'revision_number': 4, 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'gw_port': {'id': 'd3d80b53-5f27-457a-b53c-7857d8ea9cee', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:24Z', 'updated_at': '2021-12-15T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '03c1c71e-5d70-449b-a114-60c72d705114', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'floating_ip_address': '172.27.1.241', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'port_id': '58e9719e-2290-47c7-8149-52b003828f92', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 482, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c', 'mac_address': 'fa:16:3e:7a:56:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '447e1787-186d-4c84-8f92-a280fbdafac8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:59:29Z', 'updated_at': '2021-12-15T20:59:29Z', 'revision_number': 0, 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '97f9076f-1df7-4488-a4b7-dd08857c61c9', 'name': '', 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'mac_address': 'fa:16:3e:f6:29:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '46215959-91fb-4a8b-ba1d-1bbf050f280d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:27Z', 'updated_at': '2021-12-15T20:57:49Z', 'revision_number': 5, 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'subnets': [{'id': '46215959-91fb-4a8b-ba1d-1bbf050f280d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 20:59:33.149577 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09c95735-28bb-44b6-8026-cd2e5a3cee46 None None] New status for floating IP 03c1c71e-5d70-449b-a114-60c72d705114: ACTIVE {{(pid=86861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 20:59:33.189328 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7059d175-7bdb-4d50-94b8-058154e1d69a tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:33.197655 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7059d175-7bdb-4d50-94b8-058154e1d69a tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810047'] for security_group_rule, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:33.212154 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:33.239325 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153cc320-54fc-4ba7-8145-f4647c74ec91 req-de4c1d12-f0a8-4db0-a5ea-d7aa33822ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:33.240773 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-153cc320-54fc-4ba7-8145-f4647c74ec91 req-de4c1d12-f0a8-4db0-a5ea-d7aa33822ba7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2897649 Dec 15 20:59:33.245289 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7059d175-7bdb-4d50-94b8-058154e1d69a tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c3717aa-04bc-444d-9d3a-63359df534c0,revision_number=0']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:33.249881 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-7059d175-7bdb-4d50-94b8-058154e1d69a tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:33.361519 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7059d175-7bdb-4d50-94b8-058154e1d69a tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:33.365266 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-7059d175-7bdb-4d50-94b8-058154e1d69a tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6608980 Dec 15 20:59:33.366296 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 40376) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:33.371540 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-6c93f44e-cca7-46b3-9f94-d51a4f3ff2e7 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Request body: {'security_group_rule': {'security_group_id': 'cf142092-dc8c-4abc-99eb-04f277df0171', 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:59:33.378046 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-6c93f44e-cca7-46b3-9f94-d51a4f3ff2e7 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:59:33.381954 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-6c93f44e-cca7-46b3-9f94-d51a4f3ff2e7 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Usage tracker for resource:security_group_rule and tenant:ac0003dafb6b4c72bd926672a4ca400a is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:59:33.385107 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-6c93f44e-cca7-46b3-9f94-d51a4f3ff2e7 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:59:33.392265 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-6c93f44e-cca7-46b3-9f94-d51a4f3ff2e7 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:59:33.409263 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.db.securitygroups_db [None req-6c93f44e-cca7-46b3-9f94-d51a4f3ff2e7 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Project ac0003dafb6b4c72bd926672a4ca400a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 20:59:33.418671 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-6c93f44e-cca7-46b3-9f94-d51a4f3ff2e7 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:33.428605 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-153cc320-54fc-4ba7-8145-f4647c74ec91 req-2e9f8d80-54c5-4d93-8d9e-5c252ec4eda1 service neutron] 10.222.0.41 "GET /v2.0/networks/b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714249 Dec 15 20:59:33.454243 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:33.524522 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-6c93f44e-cca7-46b3-9f94-d51a4f3ff2e7 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:33.530733 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-6c93f44e-cca7-46b3-9f94-d51a4f3ff2e7 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810047'] for security_group_rule, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:33.532890 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:33.569846 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c93f44e-cca7-46b3-9f94-d51a4f3ff2e7 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b3039b3e-901f-470a-99cb-2c3a5e435786,revision_number=0']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:33.572719 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-6c93f44e-cca7-46b3-9f94-d51a4f3ff2e7 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:33.574560 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-6c93f44e-cca7-46b3-9f94-d51a4f3ff2e7 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2077973 Dec 15 20:59:33.575576 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-6c93f44e-cca7-46b3-9f94-d51a4f3ff2e7 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:33.577547 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 40386) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:33.583610 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-2a78e57e-6252-4f16-a27a-a1cfee829214 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Request body: {'security_group_rule': {'security_group_id': 'cf142092-dc8c-4abc-99eb-04f277df0171', 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:59:33.630862 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-2a78e57e-6252-4f16-a27a-a1cfee829214 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:59:33.639719 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-2a78e57e-6252-4f16-a27a-a1cfee829214 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Usage tracker for resource:security_group_rule and tenant:ac0003dafb6b4c72bd926672a4ca400a is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:59:33.643771 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-2a78e57e-6252-4f16-a27a-a1cfee829214 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:59:33.651559 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-2a78e57e-6252-4f16-a27a-a1cfee829214 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:59:33.675396 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.db.securitygroups_db [None req-2a78e57e-6252-4f16-a27a-a1cfee829214 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Project ac0003dafb6b4c72bd926672a4ca400a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Dec 15 20:59:33.685234 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-2a78e57e-6252-4f16-a27a-a1cfee829214 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:33.717809 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5130e1a8-1cec-47bb-83c1-c3d13d74e66e req-f431d81e-d0d3-44ac-919e-415bc26169d0 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:33.719523 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5130e1a8-1cec-47bb-83c1-c3d13d74e66e req-f431d81e-d0d3-44ac-919e-415bc26169d0 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.1310000 Dec 15 20:59:33.769200 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:33.795002 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5130e1a8-1cec-47bb-83c1-c3d13d74e66e req-08eed80a-a636-45d7-a140-0820dfe7161f tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0594280 Dec 15 20:59:33.806130 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-2a78e57e-6252-4f16-a27a-a1cfee829214 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:33.821245 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-2a78e57e-6252-4f16-a27a-a1cfee829214 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810047'] for security_group_rule, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:33.825912 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:33.855568 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a78e57e-6252-4f16-a27a-a1cfee829214 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8a5921f-5ce2-41d0-b252-a35ebabbc6f1,revision_number=0']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:33.861518 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-2a78e57e-6252-4f16-a27a-a1cfee829214 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:33.861852 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-153cc320-54fc-4ba7-8145-f4647c74ec91 req-509dd4c0-0de7-403e-9a91-77d245c5fe0e service neutron] 10.222.0.41 "GET /v2.0/networks/b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3869216 Dec 15 20:59:33.867590 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-2a78e57e-6252-4f16-a27a-a1cfee829214 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:33.871692 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-2a78e57e-6252-4f16-a27a-a1cfee829214 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2902243 Dec 15 20:59:34.003977 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-be2f7610-d0d3-4a89-b1c5-9d855a1b23ae req-e916f48c-8fde-4c5c-999d-3619f9421e94 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Synchronizing usage tracker for tenant:ac0003dafb6b4c72bd926672a4ca400a on resource:security_group {{(pid=86859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:59:34.028233 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-be2f7610-d0d3-4a89-b1c5-9d855a1b23ae req-e916f48c-8fde-4c5c-999d-3619f9421e94 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Unset dirty status for tenant:ac0003dafb6b4c72bd926672a4ca400a on resource:security_group {{(pid=86859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:59:34.038476 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-be2f7610-d0d3-4a89-b1c5-9d855a1b23ae req-e916f48c-8fde-4c5c-999d-3619f9421e94 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1890531127&fields=id&tenant_id=ac0003dafb6b4c72bd926672a4ca400a HTTP/1.1" status: 200 len: 267 time: 0.0792091 Dec 15 20:59:34.086731 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for port, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:34.092608 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:34.097797 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:34.125103 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f7610-d0d3-4a89-b1c5-9d855a1b23ae req-d4a2e1c7-edb9-4725-83e5-15adb7d2855d tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:34.127218 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-be2f7610-d0d3-4a89-b1c5-9d855a1b23ae req-d4a2e1c7-edb9-4725-83e5-15adb7d2855d tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 946 time: 0.0873337 Dec 15 20:59:34.138644 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [req-be2f7610-d0d3-4a89-b1c5-9d855a1b23ae req-a824fe39-e673-47f9-8aea-5f4fd24fc28d tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Request body: {'port': {'security_groups': ['222dc772-dcc8-4c99-95e0-a208b0a75510', 'cf142092-dc8c-4abc-99eb-04f277df0171']}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:59:34.212285 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Pushing event updated for resources: {'Port': ['ID=d58a13d4-ff8c-421c-a19b-cdd3422c602d,revision_number=2']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:34.217063 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:34.220277 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677241'] for floatingip, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:34.275059 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-be2f7610-d0d3-4a89-b1c5-9d855a1b23ae req-a824fe39-e673-47f9-8aea-5f4fd24fc28d tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:34.399908 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.db.l3_db [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Floating IP 7cacc75d-6cfb-4c43-827a-fa601b40437e associated. External IP: 172.27.1.21, port: cf3797e2-69ce-44c9-978d-a579401cbddb. Dec 15 20:59:34.553312 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.db [req-be2f7610-d0d3-4a89-b1c5-9d855a1b23ae req-a824fe39-e673-47f9-8aea-5f4fd24fc28d tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] For port 58e9719e-2290-47c7-8149-52b003828f92, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=58e9719e-2290-47c7-8149-52b003828f92,segment=NetworkSegment(65ce960a-5203-4378-8ba9-b472ed124dfd),segment_id=65ce960a-5203-4378-8ba9-b472ed124dfd)] {{(pid=86859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:59:34.584089 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-be2f7610-d0d3-4a89-b1c5-9d855a1b23ae req-a824fe39-e673-47f9-8aea-5f4fd24fc28d tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for port, precommit_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:34.590061 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-be2f7610-d0d3-4a89-b1c5-9d855a1b23ae req-a824fe39-e673-47f9-8aea-5f4fd24fc28d tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4132647'] for port, after_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:34.596286 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-e3ef0f43-7246-4cbf-9f30-88c9643fa7e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:34.613219 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['58e9719e-2290-47c7-8149-52b003828f92'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:59:34.670585 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2f7610-d0d3-4a89-b1c5-9d855a1b23ae req-a824fe39-e673-47f9-8aea-5f4fd24fc28d tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:34.671285 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-be2f7610-d0d3-4a89-b1c5-9d855a1b23ae req-a824fe39-e673-47f9-8aea-5f4fd24fc28d tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:34.678754 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-be2f7610-d0d3-4a89-b1c5-9d855a1b23ae req-a824fe39-e673-47f9-8aea-5f4fd24fc28d tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "PUT /v2.0/ports/58e9719e-2290-47c7-8149-52b003828f92 HTTP/1.1" status: 200 len: 982 time: 0.5458543 Dec 15 20:59:34.679246 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447e1787-186d-4c84-8f92-a280fbdafac8', 'tag': '58e9719e-2290-47c7-8149-52b003828f92'}] {{(pid=86859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:59:34.701066 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a824fe39-e673-47f9-8aea-5f4fd24fc28d tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Pushing event updated for resources: {'Port': ['ID=58e9719e-2290-47c7-8149-52b003828f92,revision_number=6']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:34.704447 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-a824fe39-e673-47f9-8aea-5f4fd24fc28d tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:34.756367 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447e1787-186d-4c84-8f92-a280fbdafac8', 'tag': '58e9719e-2290-47c7-8149-52b003828f92', 'status': 'completed', 'code': 200} Dec 15 20:59:34.802819 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['58e9719e-2290-47c7-8149-52b003828f92'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 20:59:34.848587 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Router 7ca167c0-0eff-4e09-b651-85a2aedfb97c has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 20:59:35.016763 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee5e40e-e929-4a24-8b88-8cd028a4e13b req-b92a07b9-e797-4003-a975-a5cda8bff92b tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:35.021164 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3ee5e40e-e929-4a24-8b88-8cd028a4e13b req-b92a07b9-e797-4003-a975-a5cda8bff92b tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 985 time: 0.1670551 Dec 15 20:59:35.083281 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255e105-95b0-485e-b9dd-8c4b25007dbd req-6f4e3cb9-5396-4ce6-b00d-e099e06a2d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:35.085189 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-2255e105-95b0-485e-b9dd-8c4b25007dbd req-6f4e3cb9-5396-4ce6-b00d-e099e06a2d0f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac0003dafb6b4c72bd926672a4ca400a&device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 1138 time: 0.2783093 Dec 15 20:59:35.171340 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3ee5e40e-e929-4a24-8b88-8cd028a4e13b req-7662cc38-2e1f-4b33-a79e-91d41d70f673 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&id=cf142092-dc8c-4abc-99eb-04f277df0171&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1433768 Dec 15 20:59:35.186707 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-d4dcef0c-286a-44e4-921b-305ea150c160 None None] Provisioning complete for port 58e9719e-2290-47c7-8149-52b003828f92 triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:59:35.187740 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d4dcef0c-286a-44e4-921b-305ea150c160 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:35.234796 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c2e591-ef3a-4074-997a-e4c059ec8c37 req-4b068a33-87a8-4a06-806d-28654356f4bd tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:35.238367 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-76c2e591-ef3a-4074-997a-e4c059ec8c37 req-4b068a33-87a8-4a06-806d-28654356f4bd tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.1458793 Dec 15 20:59:35.283964 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-76c2e591-ef3a-4074-997a-e4c059ec8c37 req-ca123298-4bc9-46f1-a185-032cdf486e77 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414484 Dec 15 20:59:35.307312 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 20:59:35.324468 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9ce9d3-7c95-426b-90ff-c1615d92a1d9 None None] Sync routers for ids ['7ca167c0-0eff-4e09-b651-85a2aedfb97c'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 20:59:35.337352 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for floatingip, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:35.385273 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9ce9d3-7c95-426b-90ff-c1615d92a1d9 None None] Routers {'7ca167c0-0eff-4e09-b651-85a2aedfb97c'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:59:35.386792 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-3b9ce9d3-7c95-426b-90ff-c1615d92a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:59:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['7ca167c0-0eff-4e09-b651-85a2aedfb97c'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:59:35.420642 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255e105-95b0-485e-b9dd-8c4b25007dbd req-80eb732a-338e-474b-bdd9-d61e6d0a2a9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:35.422168 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-2255e105-95b0-485e-b9dd-8c4b25007dbd req-80eb732a-338e-474b-bdd9-d61e6d0a2a9a service neutron] 10.222.0.41 "GET /v2.0/networks?id=b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c HTTP/1.1" status: 200 len: 916 time: 0.3235505 Dec 15 20:59:35.433978 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.8840501 Dec 15 20:59:35.433978 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17736ed7-08ef-4caa-8d2e-79cc35dd4ae1', 'tag': 'cf3797e2-69ce-44c9-978d-a579401cbddb'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:59:35.481019 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17736ed7-08ef-4caa-8d2e-79cc35dd4ae1', 'tag': 'cf3797e2-69ce-44c9-978d-a579401cbddb', 'status': 'completed', 'code': 200} Dec 15 20:59:35.537971 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-2255e105-95b0-485e-b9dd-8c4b25007dbd req-0f6540e2-1983-4389-a008-4217ee577c30 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e9719e-2290-47c7-8149-52b003828f92 HTTP/1.1" status: 200 len: 1002 time: 0.1085935 Dec 15 20:59:35.574202 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee56171-1f6b-4884-9db4-aead3e0a1c4c req-c976028e-0043-4d67-92c6-50361f6a8eb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:35.575853 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8ee56171-1f6b-4884-9db4-aead3e0a1c4c req-c976028e-0043-4d67-92c6-50361f6a8eb2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0fed2bbf61794fe0b44a6f599b13bfe1&device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 1098 time: 0.0769298 Dec 15 20:59:35.602480 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255e105-95b0-485e-b9dd-8c4b25007dbd req-c1ebd0bc-c3c6-4405-a4c1-a3a4c2dcaf45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:35.604358 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-2255e105-95b0-485e-b9dd-8c4b25007dbd req-c1ebd0bc-c3c6-4405-a4c1-a3a4c2dcaf45 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46215959-91fb-4a8b-ba1d-1bbf050f280d HTTP/1.1" status: 200 len: 854 time: 0.0589039 Dec 15 20:59:35.687140 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2255e105-95b0-485e-b9dd-8c4b25007dbd req-58d2b42e-b8d5-43eb-8fb4-fae77fddc234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:35.688727 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-2255e105-95b0-485e-b9dd-8c4b25007dbd req-58d2b42e-b8d5-43eb-8fb4-fae77fddc234 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0743914 Dec 15 20:59:35.719457 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee56171-1f6b-4884-9db4-aead3e0a1c4c req-c7588f21-aa3c-4701-95f9-2044a4428771 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:35.720674 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8ee56171-1f6b-4884-9db4-aead3e0a1c4c req-c7588f21-aa3c-4701-95f9-2044a4428771 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5de9587e-f494-45e3-b78a-91f0735c06e8 HTTP/1.1" status: 200 len: 909 time: 0.1305201 Dec 15 20:59:35.765574 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-3b9ce9d3-7c95-426b-90ff-c1615d92a1d9 None None] Set router 7ca167c0-0eff-4e09-b651-85a2aedfb97c gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:59:35.821291 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8ee56171-1f6b-4884-9db4-aead3e0a1c4c req-2f8744aa-230b-4df3-99d3-66506534bf02 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf3797e2-69ce-44c9-978d-a579401cbddb HTTP/1.1" status: 200 len: 998 time: 0.0943062 Dec 15 20:59:35.827019 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-2255e105-95b0-485e-b9dd-8c4b25007dbd req-9c0bd879-9bbc-49f6-b471-5d54cf0eb7fc service neutron] 10.222.0.41 "GET /v2.0/networks/b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1302080 Dec 15 20:59:35.901623 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee56171-1f6b-4884-9db4-aead3e0a1c4c req-26aa610e-72a6-4fee-a8ee-1c5ba4f02f35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:35.903333 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8ee56171-1f6b-4884-9db4-aead3e0a1c4c req-26aa610e-72a6-4fee-a8ee-1c5ba4f02f35 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5595c1c-8ca0-4af9-bdbb-973634ba4b63 HTTP/1.1" status: 200 len: 847 time: 0.0686491 Dec 15 20:59:35.962236 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-2255e105-95b0-485e-b9dd-8c4b25007dbd req-43414429-73c4-4e9d-b347-c567196a6486 service neutron] 10.222.0.41 "GET /v2.0/networks/b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269467 Dec 15 20:59:35.993355 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee56171-1f6b-4884-9db4-aead3e0a1c4c req-241a718e-f697-4215-abd2-0b27f4744a1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:35.994906 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8ee56171-1f6b-4884-9db4-aead3e0a1c4c req-241a718e-f697-4215-abd2-0b27f4744a1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5de9587e-f494-45e3-b78a-91f0735c06e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0847089 Dec 15 20:59:36.143374 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8ee56171-1f6b-4884-9db4-aead3e0a1c4c req-a34df6b7-baff-4d33-bbc5-bfd724ff5e1a service neutron] 10.222.0.41 "GET /v2.0/networks/5de9587e-f494-45e3-b78a-91f0735c06e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382470 Dec 15 20:59:36.401598 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-3b9ce9d3-7c95-426b-90ff-c1615d92a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'name': 'tempest-TestShelveInstance-627379115-router', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'dc2acb2d-2163-440c-be3c-a1b054925b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:36Z', 'updated_at': '2021-12-15T20:57:46Z', 'revision_number': 4, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'gw_port': {'id': 'dc2acb2d-2163-440c-be3c-a1b054925b8f', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:39Z', 'updated_at': '2021-12-15T20:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '7cacc75d-6cfb-4c43-827a-fa601b40437e', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'port_id': 'cf3797e2-69ce-44c9-978d-a579401cbddb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8', 'mac_address': 'fa:16:3e:16:e6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17736ed7-08ef-4caa-8d2e-79cc35dd4ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:59:33Z', 'updated_at': '2021-12-15T20:59:33Z', 'revision_number': 0, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f12ce74-9e69-40d3-a969-724183a94deb', 'name': '', 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'mac_address': 'fa:16:3e:ff:2f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd5595c1c-8ca0-4af9-bdbb-973634ba4b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:44Z', 'updated_at': '2021-12-15T20:58:21Z', 'revision_number': 5, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'subnets': [{'id': 'd5595c1c-8ca0-4af9-bdbb-973634ba4b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:59:36.409552 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9ce9d3-7c95-426b-90ff-c1615d92a1d9 None None] Checking router: 7ca167c0-0eff-4e09-b651-85a2aedfb97c for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 20:59:36.435584 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b9ce9d3-7c95-426b-90ff-c1615d92a1d9 None None] Routers {'7ca167c0-0eff-4e09-b651-85a2aedfb97c'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 20:59:36.436466 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-3b9ce9d3-7c95-426b-90ff-c1615d92a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 10, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 10, "log_agent_heartbeats": false, "routers": 10},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T20:59:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['7ca167c0-0eff-4e09-b651-85a2aedfb97c'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:59:36.441901 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8ee56171-1f6b-4884-9db4-aead3e0a1c4c req-1dc52a2f-3148-4fcc-9df2-3ae90d619bfc service neutron] 10.222.0.41 "GET /v2.0/networks/5de9587e-f494-45e3-b78a-91f0735c06e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909000 Dec 15 20:59:36.535244 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8aa62ea0-f3b5-4c61-9deb-2450afd7aa9f req-9b15a39f-10a4-4e7b-a9c2-c17e40c1dbfa tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:36.536707 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8aa62ea0-f3b5-4c61-9deb-2450afd7aa9f req-9b15a39f-10a4-4e7b-a9c2-c17e40c1dbfa tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.0891356 Dec 15 20:59:36.587489 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8aa62ea0-f3b5-4c61-9deb-2450afd7aa9f req-40375077-367e-46ea-ac2e-60d5da066a27 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420971 Dec 15 20:59:36.666350 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-3b9ce9d3-7c95-426b-90ff-c1615d92a1d9 None None] Set router 7ca167c0-0eff-4e09-b651-85a2aedfb97c gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 20:59:36.734168 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 40476) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:36.877271 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e0f80e94-dbb6-4116-b0f7-6195cc3e0863 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:36.896443 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-e0f80e94-dbb6-4116-b0f7-6195cc3e0863 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:59:36.901270 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-e0f80e94-dbb6-4116-b0f7-6195cc3e0863 admin admin] Usage tracker for resource:security_group_rule and tenant:f965505a97f74a9184347999fcc12cc0 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:59:36.904752 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-e0f80e94-dbb6-4116-b0f7-6195cc3e0863 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:59:36.911172 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-e0f80e94-dbb6-4116-b0f7-6195cc3e0863 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:59:36.953523 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8793e06d-07af-4c69-abdc-710b54c827ba req-dfd7398a-ac2c-45e2-9c66-195803360aa5 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:36.955309 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8793e06d-07af-4c69-abdc-710b54c827ba req-dfd7398a-ac2c-45e2-9c66-195803360aa5 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.0917799 Dec 15 20:59:37.016158 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e0f80e94-dbb6-4116-b0f7-6195cc3e0863 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:37.020990 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e0f80e94-dbb6-4116-b0f7-6195cc3e0863 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:37.029526 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-33493a5a-e7d1-42bb-aef6-f1270c6aa254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:37.051744 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8793e06d-07af-4c69-abdc-710b54c827ba req-ddbaa1e8-980d-4542-ab14-38455c74a763 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606341 Dec 15 20:59:37.069320 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba220c8-5e8a-4891-b348-525054ec0d65 req-59a3a892-e60d-4589-b578-3d5d769907d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:37.069979 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-e0f80e94-dbb6-4116-b0f7-6195cc3e0863 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f965505a97f74a9184347999fcc12cc0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3346040 Dec 15 20:59:37.070950 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7ba220c8-5e8a-4891-b348-525054ec0d65 req-59a3a892-e60d-4589-b578-3d5d769907d0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1c77d1948bd48a0aa5bbdac1c6cf4a4&device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 1098 time: 0.1146100 Dec 15 20:59:37.072457 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 40484) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:37.077853 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f80e94-dbb6-4116-b0f7-6195cc3e0863 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac3e0ee6-d101-456a-92b7-46d57f9c8909,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:37.081247 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-e0f80e94-dbb6-4116-b0f7-6195cc3e0863 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:37.117092 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-3b9ce9d3-7c95-426b-90ff-c1615d92a1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'name': 'tempest-TestShelveInstance-627379115-router', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'dc2acb2d-2163-440c-be3c-a1b054925b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:36Z', 'updated_at': '2021-12-15T20:57:46Z', 'revision_number': 4, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'gw_port': {'id': 'dc2acb2d-2163-440c-be3c-a1b054925b8f', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:39Z', 'updated_at': '2021-12-15T20:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '7cacc75d-6cfb-4c43-827a-fa601b40437e', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'port_id': 'cf3797e2-69ce-44c9-978d-a579401cbddb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8', 'mac_address': 'fa:16:3e:16:e6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17736ed7-08ef-4caa-8d2e-79cc35dd4ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:59:33Z', 'updated_at': '2021-12-15T20:59:33Z', 'revision_number': 0, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f12ce74-9e69-40d3-a969-724183a94deb', 'name': '', 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'mac_address': 'fa:16:3e:ff:2f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd5595c1c-8ca0-4af9-bdbb-973634ba4b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:44Z', 'updated_at': '2021-12-15T20:58:21Z', 'revision_number': 5, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'subnets': [{'id': 'd5595c1c-8ca0-4af9-bdbb-973634ba4b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 20:59:37.121381 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b9ce9d3-7c95-426b-90ff-c1615d92a1d9 None None] The sync data for ids ['7ca167c0-0eff-4e09-b651-85a2aedfb97c'] in dv-cinder-821892-1-iscsi is: [{'id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'name': 'tempest-TestShelveInstance-627379115-router', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'dc2acb2d-2163-440c-be3c-a1b054925b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:36Z', 'updated_at': '2021-12-15T20:57:46Z', 'revision_number': 4, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'gw_port': {'id': 'dc2acb2d-2163-440c-be3c-a1b054925b8f', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:39Z', 'updated_at': '2021-12-15T20:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '7cacc75d-6cfb-4c43-827a-fa601b40437e', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'floating_ip_address': '172.27.1.21', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'port_id': 'cf3797e2-69ce-44c9-978d-a579401cbddb', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 491, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8', 'mac_address': 'fa:16:3e:16:e6:c3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '17736ed7-08ef-4caa-8d2e-79cc35dd4ae1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T20:59:33Z', 'updated_at': '2021-12-15T20:59:33Z', 'revision_number': 0, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9f12ce74-9e69-40d3-a969-724183a94deb', 'name': '', 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'mac_address': 'fa:16:3e:ff:2f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd5595c1c-8ca0-4af9-bdbb-973634ba4b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:44Z', 'updated_at': '2021-12-15T20:58:21Z', 'revision_number': 5, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'subnets': [{'id': 'd5595c1c-8ca0-4af9-bdbb-973634ba4b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 20:59:37.234708 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4203839c-bf78-48bd-9fed-44b2326f2e1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:37.268113 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba220c8-5e8a-4891-b348-525054ec0d65 req-3287af2a-46ba-4835-be3f-fe674b5f75e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:37.269565 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7ba220c8-5e8a-4891-b348-525054ec0d65 req-3287af2a-46ba-4835-be3f-fe674b5f75e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7ada944-b67c-407b-be0e-d1869c073b7e HTTP/1.1" status: 200 len: 912 time: 0.1830161 Dec 15 20:59:37.277322 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4203839c-bf78-48bd-9fed-44b2326f2e1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:37.405230 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7ba220c8-5e8a-4891-b348-525054ec0d65 req-d0ad9be2-de99-47f6-ae28-c64f9c3f3fb6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2037936-b08a-46ec-9ff3-903f7fa93eae HTTP/1.1" status: 200 len: 1001 time: 0.1212051 Dec 15 20:59:37.464063 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4203839c-bf78-48bd-9fed-44b2326f2e1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:37.469736 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-69c6c5dc-1912-44ed-a7fa-e0119a8121bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:37.487798 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4203839c-bf78-48bd-9fed-44b2326f2e1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac3e0ee6-d101-456a-92b7-46d57f9c8909,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:37.491391 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-4203839c-bf78-48bd-9fed-44b2326f2e1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:37.500061 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba220c8-5e8a-4891-b348-525054ec0d65 req-5b0c8bb8-c8d5-4ec0-923c-f66a72091db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:37.501487 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7ba220c8-5e8a-4891-b348-525054ec0d65 req-5b0c8bb8-c8d5-4ec0-923c-f66a72091db3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5036755d-7452-453b-a442-049d1bf022e9 HTTP/1.1" status: 200 len: 850 time: 0.0894494 Dec 15 20:59:37.502464 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4203839c-bf78-48bd-9fed-44b2326f2e1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:37.503450 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-4203839c-bf78-48bd-9fed-44b2326f2e1d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ac3e0ee6-d101-456a-92b7-46d57f9c8909 HTTP/1.1" status: 204 len: 168 time: 0.4298308 Dec 15 20:59:37.591433 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ba220c8-5e8a-4891-b348-525054ec0d65 req-97617a68-f379-45c1-bb8b-b3ed4618a5f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:37.592981 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7ba220c8-5e8a-4891-b348-525054ec0d65 req-97617a68-f379-45c1-bb8b-b3ed4618a5f6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7ada944-b67c-407b-be0e-d1869c073b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0811787 Dec 15 20:59:37.676532 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 20:59:37.744342 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7ba220c8-5e8a-4891-b348-525054ec0d65 req-c4feb441-05ed-47ea-b9ca-f937c9fb138e service neutron] 10.222.0.41 "GET /v2.0/networks/c7ada944-b67c-407b-be0e-d1869c073b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445076 Dec 15 20:59:37.847824 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 40496) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:37.872091 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-307be322-4e1c-442a-81d7-2cd52c5674c6 None None] New status for floating IP 7cacc75d-6cfb-4c43-827a-fa601b40437e: ACTIVE {{(pid=86861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 20:59:37.913031 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-104d1c70-f070-448b-9aa6-2ad5541e7bad admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:37.927442 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7ba220c8-5e8a-4891-b348-525054ec0d65 req-c8e88c44-175d-4c2d-8a84-9322987330e1 service neutron] 10.222.0.41 "GET /v2.0/networks/c7ada944-b67c-407b-be0e-d1869c073b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1764369 Dec 15 20:59:37.941797 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-104d1c70-f070-448b-9aa6-2ad5541e7bad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:59:37.948600 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-104d1c70-f070-448b-9aa6-2ad5541e7bad admin admin] Usage tracker for resource:security_group_rule and tenant:0f5bff5a0c3d463684c9984b2dc7dc51 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:59:37.962290 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-104d1c70-f070-448b-9aa6-2ad5541e7bad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:59:37.968758 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-104d1c70-f070-448b-9aa6-2ad5541e7bad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:59:38.063676 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-104d1c70-f070-448b-9aa6-2ad5541e7bad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:38.068284 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-104d1c70-f070-448b-9aa6-2ad5541e7bad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:38.077941 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-86dd8512-805c-46ac-8a9e-11bf4b4d3699 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:38.125822 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 40504) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:38.126448 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-104d1c70-f070-448b-9aa6-2ad5541e7bad admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0f5bff5a0c3d463684c9984b2dc7dc51&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2768476 Dec 15 20:59:38.127582 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-104d1c70-f070-448b-9aa6-2ad5541e7bad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=746a43d1-e227-4cf2-b981-f995d87eb406,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:38.130870 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-104d1c70-f070-448b-9aa6-2ad5541e7bad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:38.212073 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a431d28f-1fc0-486c-9069-2a13e2918800 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:38.242871 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a431d28f-1fc0-486c-9069-2a13e2918800 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:38.309365 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a431d28f-1fc0-486c-9069-2a13e2918800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:38.313319 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-199ec350-eb09-4dbd-8623-fde35676cf39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:38.326832 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a431d28f-1fc0-486c-9069-2a13e2918800 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=746a43d1-e227-4cf2-b981-f995d87eb406,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:38.329351 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-a431d28f-1fc0-486c-9069-2a13e2918800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:38.337130 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a431d28f-1fc0-486c-9069-2a13e2918800 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:38.338951 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-a431d28f-1fc0-486c-9069-2a13e2918800 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/746a43d1-e227-4cf2-b981-f995d87eb406 HTTP/1.1" status: 204 len: 168 time: 0.2113526 Dec 15 20:59:38.349064 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8516d59a-d589-4a6a-8201-41dc21472098 req-1cb283a6-b9cd-426d-b7fe-c6abc7817d77 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:38.350723 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8516d59a-d589-4a6a-8201-41dc21472098 req-1cb283a6-b9cd-426d-b7fe-c6abc7817d77 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.1418276 Dec 15 20:59:38.403352 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8516d59a-d589-4a6a-8201-41dc21472098 req-948f34a2-8547-4383-9d20-bcd65c4dbd59 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397570 Dec 15 20:59:39.624188 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99832c15-d1ce-45c8-90d3-a3b027505eb2 req-e4e05747-f1c8-4885-ac0a-8fa925aeada0 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:39.625789 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-99832c15-d1ce-45c8-90d3-a3b027505eb2 req-e4e05747-f1c8-4885-ac0a-8fa925aeada0 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.0941126 Dec 15 20:59:39.675254 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-99832c15-d1ce-45c8-90d3-a3b027505eb2 req-482ec254-0cd1-4824-ba09-26dd84ec7a35 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426743 Dec 15 20:59:40.924597 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 40598) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:41.037186 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5dbc7c6b-78ce-40d1-8e0b-efb0261abedd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:41.051902 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-5dbc7c6b-78ce-40d1-8e0b-efb0261abedd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:59:41.055631 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-5dbc7c6b-78ce-40d1-8e0b-efb0261abedd admin admin] Usage tracker for resource:security_group_rule and tenant:0673cc1262934fd6bb35b66ecfe20aa3 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:59:41.058383 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-5dbc7c6b-78ce-40d1-8e0b-efb0261abedd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:59:41.063955 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-5dbc7c6b-78ce-40d1-8e0b-efb0261abedd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:59:41.142609 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5dbc7c6b-78ce-40d1-8e0b-efb0261abedd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:41.146075 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5dbc7c6b-78ce-40d1-8e0b-efb0261abedd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:41.154706 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-5f4c4041-8e50-4165-9dc4-68c43b8c02e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:41.193167 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-5dbc7c6b-78ce-40d1-8e0b-efb0261abedd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0673cc1262934fd6bb35b66ecfe20aa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2675486 Dec 15 20:59:41.194056 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc7c6b-78ce-40d1-8e0b-efb0261abedd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36df5d0-7b09-4cd1-9917-9769e926848d,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:41.195929 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 40604) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:41.196944 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-5dbc7c6b-78ce-40d1-8e0b-efb0261abedd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:41.253868 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-956fc986-c861-4893-b61e-878ea4232ca7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:41.279621 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-956fc986-c861-4893-b61e-878ea4232ca7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:41.332670 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-956fc986-c861-4893-b61e-878ea4232ca7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:41.336504 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-2414ad96-8fd8-43e5-a894-28d2a924e66b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:41.349504 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956fc986-c861-4893-b61e-878ea4232ca7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36df5d0-7b09-4cd1-9917-9769e926848d,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:41.351740 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-956fc986-c861-4893-b61e-878ea4232ca7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:41.359750 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-956fc986-c861-4893-b61e-878ea4232ca7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:41.362600 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-956fc986-c861-4893-b61e-878ea4232ca7 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b36df5d0-7b09-4cd1-9917-9769e926848d HTTP/1.1" status: 204 len: 168 time: 0.1638427 Dec 15 20:59:41.635595 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 40612) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:41.653296 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f64c41bb-c55d-4da0-95ae-e40484ec10e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:41.667975 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-f64c41bb-c55d-4da0-95ae-e40484ec10e0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:59:41.671801 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-f64c41bb-c55d-4da0-95ae-e40484ec10e0 admin admin] Usage tracker for resource:security_group_rule and tenant:9942bea6e38b4cc89de2e31c6996e0c0 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:59:41.674584 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-f64c41bb-c55d-4da0-95ae-e40484ec10e0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:59:41.680238 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-f64c41bb-c55d-4da0-95ae-e40484ec10e0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:59:41.760075 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f64c41bb-c55d-4da0-95ae-e40484ec10e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:41.763801 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f64c41bb-c55d-4da0-95ae-e40484ec10e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:41.770898 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-a49536c7-bab7-4a31-b39c-2026c4fe76c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:41.810188 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64c41bb-c55d-4da0-95ae-e40484ec10e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92611547-2777-405a-89a1-6a53eb037510,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:41.817097 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-f64c41bb-c55d-4da0-95ae-e40484ec10e0 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=9942bea6e38b4cc89de2e31c6996e0c0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1804876 Dec 15 20:59:41.817248 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 40618) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:41.818057 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f64c41bb-c55d-4da0-95ae-e40484ec10e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:41.879962 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-921a716e-94ab-4d39-b126-631a166af3fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:41.904800 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-921a716e-94ab-4d39-b126-631a166af3fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:41.954142 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-921a716e-94ab-4d39-b126-631a166af3fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:41.957923 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-fc833f9c-bb20-4f08-a17a-81c76da00f57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:41.970679 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921a716e-94ab-4d39-b126-631a166af3fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92611547-2777-405a-89a1-6a53eb037510,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:41.974424 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-921a716e-94ab-4d39-b126-631a166af3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:41.981224 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-921a716e-94ab-4d39-b126-631a166af3fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:41.982498 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-921a716e-94ab-4d39-b126-631a166af3fc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/92611547-2777-405a-89a1-6a53eb037510 HTTP/1.1" status: 204 len: 168 time: 0.1631243 Dec 15 20:59:44.473963 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7923bc62-71e0-424d-8654-be1e6c2a36f5 req-b53fbafd-f5c0-4e32-a0ac-8eb23e740c45 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.1510992 Dec 15 20:59:44.619589 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923bc62-71e0-424d-8654-be1e6c2a36f5 req-5f0d7968-5d21-4260-b6e7-cf85499af9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:44.621540 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7923bc62-71e0-424d-8654-be1e6c2a36f5 req-5f0d7968-5d21-4260-b6e7-cf85499af9e7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1c77d1948bd48a0aa5bbdac1c6cf4a4&device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 1098 time: 0.0709610 Dec 15 20:59:44.766746 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923bc62-71e0-424d-8654-be1e6c2a36f5 req-77ed6351-48f6-49b3-a984-5feea11544e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:44.768097 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7923bc62-71e0-424d-8654-be1e6c2a36f5 req-77ed6351-48f6-49b3-a984-5feea11544e6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7ada944-b67c-407b-be0e-d1869c073b7e HTTP/1.1" status: 200 len: 912 time: 0.1258528 Dec 15 20:59:44.871517 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7923bc62-71e0-424d-8654-be1e6c2a36f5 req-0385cec5-6727-4b7c-b18c-bc057daa9353 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a2037936-b08a-46ec-9ff3-903f7fa93eae HTTP/1.1" status: 200 len: 1001 time: 0.0966475 Dec 15 20:59:44.933651 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923bc62-71e0-424d-8654-be1e6c2a36f5 req-e16a5ad5-cdcb-425e-8cc7-f8b68117a916 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:44.935070 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7923bc62-71e0-424d-8654-be1e6c2a36f5 req-e16a5ad5-cdcb-425e-8cc7-f8b68117a916 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5036755d-7452-453b-a442-049d1bf022e9 HTTP/1.1" status: 200 len: 850 time: 0.0568056 Dec 15 20:59:45.015731 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7923bc62-71e0-424d-8654-be1e6c2a36f5 req-090296e4-2fb0-4b91-91d4-f42a54124794 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:45.017229 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7923bc62-71e0-424d-8654-be1e6c2a36f5 req-090296e4-2fb0-4b91-91d4-f42a54124794 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7ada944-b67c-407b-be0e-d1869c073b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0740347 Dec 15 20:59:45.147393 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7923bc62-71e0-424d-8654-be1e6c2a36f5 req-6967e1c8-adcf-4152-80b3-b9a367f318ff service neutron] 10.222.0.41 "GET /v2.0/networks/c7ada944-b67c-407b-be0e-d1869c073b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227481 Dec 15 20:59:45.289480 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7923bc62-71e0-424d-8654-be1e6c2a36f5 req-eee61e64-3449-4ec3-af9c-3fcc98181d08 service neutron] 10.222.0.41 "GET /v2.0/networks/c7ada944-b67c-407b-be0e-d1869c073b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310298 Dec 15 20:59:46.337504 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-ba033292-9ba7-4800-a508-c484b94ef5b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:46.994276 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:48.667725 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-6f869e56-5d09-40e0-b7cb-95f5cbd3ce61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:49.180620 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 40752) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:49.296471 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2d207f67-d76e-4279-a5e4-485033fa814c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:49.311006 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-2d207f67-d76e-4279-a5e4-485033fa814c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:59:49.314764 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-2d207f67-d76e-4279-a5e4-485033fa814c admin admin] Usage tracker for resource:security_group_rule and tenant:fb0ebbc75f7c4f42ac281e48fb43845f is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:59:49.317565 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-2d207f67-d76e-4279-a5e4-485033fa814c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:59:49.323180 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-2d207f67-d76e-4279-a5e4-485033fa814c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:59:49.405501 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2d207f67-d76e-4279-a5e4-485033fa814c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:49.410287 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2d207f67-d76e-4279-a5e4-485033fa814c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:49.419100 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-aed9d2a4-5825-473e-9e35-2b4949671461 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:49.460237 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-2d207f67-d76e-4279-a5e4-485033fa814c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fb0ebbc75f7c4f42ac281e48fb43845f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2785053 Dec 15 20:59:49.461055 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d207f67-d76e-4279-a5e4-485033fa814c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6b2609-79a9-478e-b5a3-b49946f1b91f,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:49.462911 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 40758) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 20:59:49.468438 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d207f67-d76e-4279-a5e4-485033fa814c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:49.468807 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d207f67-d76e-4279-a5e4-485033fa814c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:49.469170 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d207f67-d76e-4279-a5e4-485033fa814c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:49.469523 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d207f67-d76e-4279-a5e4-485033fa814c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:49.469904 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d207f67-d76e-4279-a5e4-485033fa814c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:49.470258 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d207f67-d76e-4279-a5e4-485033fa814c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:49.470604 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d207f67-d76e-4279-a5e4-485033fa814c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:49.470950 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d207f67-d76e-4279-a5e4-485033fa814c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:49.471301 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d207f67-d76e-4279-a5e4-485033fa814c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:49.471641 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d207f67-d76e-4279-a5e4-485033fa814c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:49.471985 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d207f67-d76e-4279-a5e4-485033fa814c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:49.472325 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d207f67-d76e-4279-a5e4-485033fa814c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 20:59:49.476004 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-2d207f67-d76e-4279-a5e4-485033fa814c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:49.520613 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-484ef884-b8d6-41c1-b0db-2a866dcc4402 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:49.545498 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-484ef884-b8d6-41c1-b0db-2a866dcc4402 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:49.599200 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-484ef884-b8d6-41c1-b0db-2a866dcc4402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:49.602856 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-41062a21-35f5-4607-b451-c7d3519f7281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:49.615984 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484ef884-b8d6-41c1-b0db-2a866dcc4402 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6b2609-79a9-478e-b5a3-b49946f1b91f,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:49.620628 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-484ef884-b8d6-41c1-b0db-2a866dcc4402 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:49.625296 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-484ef884-b8d6-41c1-b0db-2a866dcc4402 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:49.626422 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-484ef884-b8d6-41c1-b0db-2a866dcc4402 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1c6b2609-79a9-478e-b5a3-b49946f1b91f HTTP/1.1" status: 204 len: 168 time: 0.1625502 Dec 15 20:59:49.670638 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:49.699676 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:51.068421 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:52.237138 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-5b97d8e7-91d8-49f5-9617-ff8a61010145 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.49 "GET /v2.0/networks?tenant_id=76d203d40a5d46e99469042329c8d510&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0300381 Dec 15 20:59:52.386042 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-ee407333-3e68-4a77-bcdf-5501a904abae tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:52.388041 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-ee407333-3e68-4a77-bcdf-5501a904abae tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.49 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1456995 Dec 15 20:59:52.402000 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-12e6e693-1ada-4dfa-a4c9-856e63098996 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.49 "GET /v2.0/quotas/76d203d40a5d46e99469042329c8d510 HTTP/1.1" status: 200 len: 375 time: 0.0085497 Dec 15 20:59:52.446689 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-3cf85d48-df56-43af-badd-dbd35a1b3492 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=76d203d40a5d46e99469042329c8d510&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400140 Dec 15 20:59:52.721040 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6c0c5209-3164-4e08-9e70-265cdb4da1e0 req-75df2e3a-3255-4dbb-80bc-28a1f3e9f047 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec6a82a3-fa89-47cb-9755-30df57769467 HTTP/1.1" status: 200 len: 210 time: 0.1445053 Dec 15 20:59:53.883954 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-08515a33-8545-49a6-86d1-826a2bf60286 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=76d203d40a5d46e99469042329c8d510&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0626926 Dec 15 20:59:53.916287 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a684573a-d391-481f-9071-11fb165b07b7 req-76f358c4-0a0f-49a3-8120-7449b75977f7 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec6a82a3-fa89-47cb-9755-30df57769467 HTTP/1.1" status: 200 len: 210 time: 0.0682654 Dec 15 20:59:54.047224 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-a9add94a-19d7-4ae2-8a03-861a8700f932 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:54.048511 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-a9add94a-19d7-4ae2-8a03-861a8700f932 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1526630 Dec 15 20:59:54.062682 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Request body: {'port': {'device_id': 'ec6a82a3-fa89-47cb-9755-30df57769467', 'network_id': '4f367a9a-dc11-477a-b678-75393d0a18a3', 'admin_state_up': True, 'tenant_id': '76d203d40a5d46e99469042329c8d510'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:59:54.195276 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:59:54.199275 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Usage tracker for resource:port and tenant:76d203d40a5d46e99469042329c8d510 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:59:54.202069 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:59:54.208085 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:59:54.217550 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Made reservation on behalf of 76d203d40a5d46e99469042329c8d510 for: {'port': 1} {{(pid=86859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 20:59:54.220976 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:54.234416 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:54.249306 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 20:59:54.253081 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Usage tracker for resource:security_group_rule and tenant:76d203d40a5d46e99469042329c8d510 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 20:59:54.255905 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 20:59:54.261594 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 20:59:54.348050 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:54.351570 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:54.356248 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-484ef884-b8d6-41c1-b0db-2a866dcc4402 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:54.532964 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f1064cb4-c553-448e-8eae-8356fc85c7a8,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:54.538164 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:54.616357 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_common [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Allocated IP 192.168.233.76 (4f367a9a-dc11-477a-b678-75393d0a18a3/c30593f3-e341-4c16-8de2-e4cecfb8f7e1/433e17a6-d58c-43c2-ab34-e0f17ce4522c) {{(pid=86859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 20:59:54.812614 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Notify callbacks [] for port, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:54.828092 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.provisioning_blocks [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Transition to ACTIVE for port object 433e17a6-d58c-43c2-ab34-e0f17ce4522c will not be triggered until provisioned by entity DHCP. {{(pid=86859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:59:54.851596 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:54.856922 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-8dcf0434-0231-4afe-8f3e-cad1ab37fdee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:54.921723 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Network 4f367a9a-dc11-477a-b678-75393d0a18a3 is already hosted by enough agents. {{(pid=86859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 20:59:54.924584 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Resources bound (agent type, host, resource id): {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 20:59:54.928545 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Received port after_create {{(pid=86859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 20:59:54.973811 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Pushing event updated for resources: {'Port': ['ID=433e17a6-d58c-43c2-ab34-e0f17ce4522c,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:54.978447 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:55.009020 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:55.010031 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:55.042154 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 0.9835398 Dec 15 20:59:55.091571 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-f089c689-f360-45c2-892c-6ac6ec50e304 service neutron] Request body: {'port': {'device_id': 'ec6a82a3-fa89-47cb-9755-30df57769467', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 20:59:55.153386 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-c3779c21-93cb-492c-ac6d-353e6f99f75f None None] Provisioning for port 433e17a6-d58c-43c2-ab34-e0f17ce4522c completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 20:59:55.158193 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-c3779c21-93cb-492c-ac6d-353e6f99f75f None None] Provisioning complete for port 433e17a6-d58c-43c2-ab34-e0f17ce4522c triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 20:59:55.158570 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-c3779c21-93cb-492c-ac6d-353e6f99f75f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:55.212545 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-c3779c21-93cb-492c-ac6d-353e6f99f75f None None] Port 433e17a6-d58c-43c2-ab34-e0f17ce4522c cannot update to ACTIVE because it is not bound. {{(pid=86860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 20:59:55.232778 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6239d9af-5b01-443f-b1ce-0f4baef2bdad req-9de00d4d-f2a2-4f8d-834d-a730a967016b tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:55.233528 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-6239d9af-5b01-443f-b1ce-0f4baef2bdad req-9de00d4d-f2a2-4f8d-834d-a730a967016b tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Synchronizing usage tracker for tenant:76d203d40a5d46e99469042329c8d510 on resource:port {{(pid=86859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:59:55.239676 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-f089c689-f360-45c2-892c-6ac6ec50e304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:55.291396 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-6239d9af-5b01-443f-b1ce-0f4baef2bdad req-9de00d4d-f2a2-4f8d-834d-a730a967016b tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Unset dirty status for tenant:76d203d40a5d46e99469042329c8d510 on resource:port {{(pid=86859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:59:55.292555 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6239d9af-5b01-443f-b1ce-0f4baef2bdad req-9de00d4d-f2a2-4f8d-834d-a730a967016b tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec6a82a3-fa89-47cb-9755-30df57769467 HTTP/1.1" status: 200 len: 935 time: 0.2451372 Dec 15 20:59:55.402879 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-6239d9af-5b01-443f-b1ce-0f4baef2bdad req-33c16dcf-f0e0-4e82-a2a3-37c6d6b0f36b tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Synchronizing usage tracker for tenant:76d203d40a5d46e99469042329c8d510 on resource:security_group {{(pid=86859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 20:59:55.447819 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-6239d9af-5b01-443f-b1ce-0f4baef2bdad req-33c16dcf-f0e0-4e82-a2a3-37c6d6b0f36b tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Unset dirty status for tenant:76d203d40a5d46e99469042329c8d510 on resource:security_group {{(pid=86859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 20:59:55.448959 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6239d9af-5b01-443f-b1ce-0f4baef2bdad req-33c16dcf-f0e0-4e82-a2a3-37c6d6b0f36b tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1064cb4-c553-448e-8eae-8356fc85c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500888 Dec 15 20:59:55.638099 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.notifiers.nova [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-f089c689-f360-45c2-892c-6ac6ec50e304 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 433e17a6-d58c-43c2-ab34-e0f17ce4522c {{(pid=86859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:59:55.645073 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-f089c689-f360-45c2-892c-6ac6ec50e304 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:55.659610 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.provisioning_blocks [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-f089c689-f360-45c2-892c-6ac6ec50e304 service neutron] Transition to ACTIVE for port object 433e17a6-d58c-43c2-ab34-e0f17ce4522c will not be triggered until provisioned by entity L2. {{(pid=86859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 20:59:55.664204 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-f089c689-f360-45c2-892c-6ac6ec50e304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4132647'] for port, after_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:55.668747 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-8af839e8-f7ae-4484-8e7c-edc5d1de5213 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:55.794112 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089c689-f360-45c2-892c-6ac6ec50e304 service neutron] Pushing event updated for resources: {'Port': ['ID=433e17a6-d58c-43c2-ab34-e0f17ce4522c,revision_number=2']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:55.819662 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f089c689-f360-45c2-892c-6ac6ec50e304 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:55.904887 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.managers [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-f089c689-f360-45c2-892c-6ac6ec50e304 service neutron] Attempting to bind port 433e17a6-d58c-43c2-ab34-e0f17ce4522c on host hv-cinder-82189 for vnic_type normal with profile {{(pid=86859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 20:59:55.905221 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.managers [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-f089c689-f360-45c2-892c-6ac6ec50e304 service neutron] Attempting to bind port 433e17a6-d58c-43c2-ab34-e0f17ce4522c by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'bb8f9964-7f24-46c1-b96e-d38da4e8d6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4f367a9a-dc11-477a-b678-75393d0a18a3'}] {{(pid=86859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 20:59:55.905541 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-f089c689-f360-45c2-892c-6ac6ec50e304 service neutron] Attempting to bind port 433e17a6-d58c-43c2-ab34-e0f17ce4522c on network 4f367a9a-dc11-477a-b678-75393d0a18a3 {{(pid=86859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:59:55.910183 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-f089c689-f360-45c2-892c-6ac6ec50e304 service neutron] Port 433e17a6-d58c-43c2-ab34-e0f17ce4522c on network 4f367a9a-dc11-477a-b678-75393d0a18a3 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=86859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 20:59:55.910497 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-f089c689-f360-45c2-892c-6ac6ec50e304 service neutron] Attempting to bind port 433e17a6-d58c-43c2-ab34-e0f17ce4522c on network 4f367a9a-dc11-477a-b678-75393d0a18a3 {{(pid=86859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 20:59:55.915482 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-f089c689-f360-45c2-892c-6ac6ec50e304 service neutron] Checking agent: {'id': '725a3879-ffa9-43b4-b39f-ace0d62390f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'started_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 20, 59, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 20:59:55.915807 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-f089c689-f360-45c2-892c-6ac6ec50e304 service neutron] Checking segment: {'id': 'bb8f9964-7f24-46c1-b96e-d38da4e8d6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4f367a9a-dc11-477a-b678-75393d0a18a3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 20:59:55.916187 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-f089c689-f360-45c2-892c-6ac6ec50e304 service neutron] Bound using segment: {'id': 'bb8f9964-7f24-46c1-b96e-d38da4e8d6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4f367a9a-dc11-477a-b678-75393d0a18a3'} {{(pid=86859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 20:59:55.916605 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.managers [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-f089c689-f360-45c2-892c-6ac6ec50e304 service neutron] Bound port: 433e17a6-d58c-43c2-ab34-e0f17ce4522c, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb8f9964-7f24-46c1-b96e-d38da4e8d6b1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 178, 'network_id': '4f367a9a-dc11-477a-b678-75393d0a18a3'}}] {{(pid=86859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 20:59:55.916943 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-f089c689-f360-45c2-892c-6ac6ec50e304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:56.003665 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.db [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-f089c689-f360-45c2-892c-6ac6ec50e304 service neutron] For port 433e17a6-d58c-43c2-ab34-e0f17ce4522c, host hv-cinder-82189, cleared binding levels {{(pid=86859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 20:59:56.006616 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.db [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-f089c689-f360-45c2-892c-6ac6ec50e304 service neutron] For port 433e17a6-d58c-43c2-ab34-e0f17ce4522c, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=433e17a6-d58c-43c2-ab34-e0f17ce4522c,segment=NetworkSegment(bb8f9964-7f24-46c1-b96e-d38da4e8d6b1),segment_id=bb8f9964-7f24-46c1-b96e-d38da4e8d6b1)] {{(pid=86859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 20:59:56.011224 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-f089c689-f360-45c2-892c-6ac6ec50e304 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4132647'] for port, after_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:56.016300 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:56.076068 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-f089c689-f360-45c2-892c-6ac6ec50e304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:56.076693 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-f089c689-f360-45c2-892c-6ac6ec50e304 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:56.078050 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-f089c689-f360-45c2-892c-6ac6ec50e304 service neutron] 10.222.0.41 "PUT /v2.0/ports/433e17a6-d58c-43c2-ab34-e0f17ce4522c HTTP/1.1" status: 200 len: 1097 time: 0.9955926 Dec 15 20:59:56.078549 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ec6a82a3-fa89-47cb-9755-30df57769467', 'tag': '433e17a6-d58c-43c2-ab34-e0f17ce4522c'}] {{(pid=86859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 20:59:56.099109 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f089c689-f360-45c2-892c-6ac6ec50e304 service neutron] Pushing event updated for resources: {'Port': ['ID=433e17a6-d58c-43c2-ab34-e0f17ce4522c,revision_number=3']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:56.102249 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f089c689-f360-45c2-892c-6ac6ec50e304 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 20:59:56.168619 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ec6a82a3-fa89-47cb-9755-30df57769467', 'tag': '433e17a6-d58c-43c2-ab34-e0f17ce4522c', 'status': 'completed', 'code': 200} Dec 15 20:59:56.204977 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-3994a47f-b6d0-4025-b293-55e4b9812c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:56.206753 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-3994a47f-b6d0-4025-b293-55e4b9812c3d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76d203d40a5d46e99469042329c8d510&device_id=ec6a82a3-fa89-47cb-9755-30df57769467 HTTP/1.1" status: 200 len: 1100 time: 0.0759807 Dec 15 20:59:56.289085 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-5d0c8ed3-f39b-49b7-9c2f-e022b02912ee service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=433e17a6-d58c-43c2-ab34-e0f17ce4522c HTTP/1.1" status: 200 len: 217 time: 0.0678954 Dec 15 20:59:56.359143 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-2efc85d7-11ed-4f39-9eb4-9938abc9ec44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:56.360581 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-2efc85d7-11ed-4f39-9eb4-9938abc9ec44 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c30593f3-e341-4c16-8de2-e4cecfb8f7e1 HTTP/1.1" status: 200 len: 843 time: 0.0604055 Dec 15 20:59:56.521424 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-07d9f731-823f-4fa6-b682-89b0b4871932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:56.522923 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-07d9f731-823f-4fa6-b682-89b0b4871932 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f367a9a-dc11-477a-b678-75393d0a18a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.1493337 Dec 15 20:59:56.707128 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-920f45f7-c3b3-45d6-a6fe-315a3969d9b1 service neutron] 10.222.0.41 "GET /v2.0/networks/4f367a9a-dc11-477a-b678-75393d0a18a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764574 Dec 15 20:59:56.721517 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b80871b8-eb9e-4b98-903f-d56d52cac85f req-625d5585-44d7-48cc-ab9d-973595d923cd tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:56.722865 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b80871b8-eb9e-4b98-903f-d56d52cac85f req-625d5585-44d7-48cc-ab9d-973595d923cd tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec6a82a3-fa89-47cb-9755-30df57769467 HTTP/1.1" status: 200 len: 947 time: 0.1282761 Dec 15 20:59:56.847572 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b80871b8-eb9e-4b98-903f-d56d52cac85f req-3f39a93f-2609-4a37-a7c9-479d1519ff2c tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1064cb4-c553-448e-8eae-8356fc85c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048477 Dec 15 20:59:56.881895 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3e52afbd-5de6-494b-b1f8-9ce4b39cb711 req-375b410c-176f-4053-bf5c-f3420e7d2f01 service neutron] 10.222.0.41 "GET /v2.0/networks/4f367a9a-dc11-477a-b678-75393d0a18a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580498 Dec 15 20:59:57.000347 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea25f9-21a7-4701-bee9-6c0a7c6f1ff4 req-8bdc386f-821b-48ec-beee-2ea77101cefd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:57.001725 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-75ea25f9-21a7-4701-bee9-6c0a7c6f1ff4 req-8bdc386f-821b-48ec-beee-2ea77101cefd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=76d203d40a5d46e99469042329c8d510&device_id=ec6a82a3-fa89-47cb-9755-30df57769467 HTTP/1.1" status: 200 len: 1100 time: 0.0699606 Dec 15 20:59:57.140478 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea25f9-21a7-4701-bee9-6c0a7c6f1ff4 req-35748e2b-17c9-4487-931b-f7321e97b849 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:57.141950 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-75ea25f9-21a7-4701-bee9-6c0a7c6f1ff4 req-35748e2b-17c9-4487-931b-f7321e97b849 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4f367a9a-dc11-477a-b678-75393d0a18a3 HTTP/1.1" status: 200 len: 870 time: 0.1249616 Dec 15 20:59:57.212482 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-75ea25f9-21a7-4701-bee9-6c0a7c6f1ff4 req-7bbae760-1c4d-493a-83fd-d57903ac2b81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.76&port_id=433e17a6-d58c-43c2-ab34-e0f17ce4522c HTTP/1.1" status: 200 len: 217 time: 0.0626631 Dec 15 20:59:57.288468 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea25f9-21a7-4701-bee9-6c0a7c6f1ff4 req-1d742f8d-ab75-4120-8775-434fb43033d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:57.289906 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-75ea25f9-21a7-4701-bee9-6c0a7c6f1ff4 req-1d742f8d-ab75-4120-8775-434fb43033d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c30593f3-e341-4c16-8de2-e4cecfb8f7e1 HTTP/1.1" status: 200 len: 843 time: 0.0564926 Dec 15 20:59:57.369381 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea25f9-21a7-4701-bee9-6c0a7c6f1ff4 req-02db99a2-df6b-46b3-98b5-ee7a5d2b797e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:57.370850 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-75ea25f9-21a7-4701-bee9-6c0a7c6f1ff4 req-02db99a2-df6b-46b3-98b5-ee7a5d2b797e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4f367a9a-dc11-477a-b678-75393d0a18a3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0714862 Dec 15 20:59:57.501516 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-75ea25f9-21a7-4701-bee9-6c0a7c6f1ff4 req-a389757f-5cf3-48b5-8ebf-2b69ae30b50a service neutron] 10.222.0.41 "GET /v2.0/networks/4f367a9a-dc11-477a-b678-75393d0a18a3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1225030 Dec 15 20:59:57.633736 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-75ea25f9-21a7-4701-bee9-6c0a7c6f1ff4 req-d65a4ce4-49b9-4c62-81e9-2c68f2cc8641 service neutron] 10.222.0.41 "GET /v2.0/networks/4f367a9a-dc11-477a-b678-75393d0a18a3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227479 Dec 15 20:59:58.029261 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91c6ae04-ab50-4787-be86-3469593607c2 req-ef7d4e92-b40a-4854-8b79-19728bdd57e8 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:58.030743 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-91c6ae04-ab50-4787-be86-3469593607c2 req-ef7d4e92-b40a-4854-8b79-19728bdd57e8 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec6a82a3-fa89-47cb-9755-30df57769467 HTTP/1.1" status: 200 len: 947 time: 0.0797534 Dec 15 20:59:58.074651 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-91c6ae04-ab50-4787-be86-3469593607c2 req-730b643b-084a-419d-9621-b973aa38fce5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1064cb4-c553-448e-8eae-8356fc85c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378039 Dec 15 20:59:59.259307 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ab1b1-a1af-4529-a446-51fc0ba17184 req-10ede6f1-aa18-4aad-a5fd-fd05786b70d9 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 20:59:59.260640 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f12ab1b1-a1af-4529-a446-51fc0ba17184 req-10ede6f1-aa18-4aad-a5fd-fd05786b70d9 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec6a82a3-fa89-47cb-9755-30df57769467 HTTP/1.1" status: 200 len: 947 time: 0.0815189 Dec 15 20:59:59.303719 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f12ab1b1-a1af-4529-a446-51fc0ba17184 req-f9ea6fab-b83a-41e7-a76a-de4fc8f38466 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1064cb4-c553-448e-8eae-8356fc85c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370262 Dec 15 20:59:59.671261 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 433e17a6-d58c-43c2-ab34-e0f17ce4522c details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=86860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 20:59:59.799314 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 433e17a6-d58c-43c2-ab34-e0f17ce4522c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=433e17a6-d58c-43c2-ab34-e0f17ce4522c,segment=NetworkSegment(bb8f9964-7f24-46c1-b96e-d38da4e8d6b1),segment_id=bb8f9964-7f24-46c1-b96e-d38da4e8d6b1)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:59:59.812243 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Returning: {'device': '433e17a6-d58c-43c2-ab34-e0f17ce4522c', 'network_id': '4f367a9a-dc11-477a-b678-75393d0a18a3', 'port_id': '433e17a6-d58c-43c2-ab34-e0f17ce4522c', 'mac_address': 'fa:16:3e:46:a1:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 178, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c30593f3-e341-4c16-8de2-e4cecfb8f7e1', 'ip_address': '192.168.233.76'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 20:59:59.864315 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:59.880645 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 433e17a6-d58c-43c2-ab34-e0f17ce4522c {{(pid=86860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 20:59:59.895734 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 433e17a6-d58c-43c2-ab34-e0f17ce4522c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=433e17a6-d58c-43c2-ab34-e0f17ce4522c,segment=NetworkSegment(bb8f9964-7f24-46c1-b96e-d38da4e8d6b1),segment_id=bb8f9964-7f24-46c1-b96e-d38da4e8d6b1)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 20:59:59.900035 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 20:59:59.901786 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 20:59:59.968247 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=433e17a6-d58c-43c2-ab34-e0f17ce4522c,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 20:59:59.971288 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:00.258154 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['433e17a6-d58c-43c2-ab34-e0f17ce4522c'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:00:00.485195 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb52705-121e-4c4d-9dc8-9e6f7f293b61 req-d452ba69-911e-4647-a8be-4443b832fffc tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:00.486637 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6fb52705-121e-4c4d-9dc8-9e6f7f293b61 req-d452ba69-911e-4647-a8be-4443b832fffc tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec6a82a3-fa89-47cb-9755-30df57769467 HTTP/1.1" status: 200 len: 948 time: 0.0804098 Dec 15 21:00:00.530057 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6fb52705-121e-4c4d-9dc8-9e6f7f293b61 req-53912e10-3057-4538-881b-7a3a01345fe0 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1064cb4-c553-448e-8eae-8356fc85c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377967 Dec 15 21:00:01.688681 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 433e17a6-d58c-43c2-ab34-e0f17ce4522c up at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:00:01.716192 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85f96d2-2afc-433e-be5d-ced355b1a9e1 req-b3d38e2f-3e66-4437-8611-048a3d631b63 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:01.717684 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b85f96d2-2afc-433e-be5d-ced355b1a9e1 req-b3d38e2f-3e66-4437-8611-048a3d631b63 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec6a82a3-fa89-47cb-9755-30df57769467 HTTP/1.1" status: 200 len: 948 time: 0.0855689 Dec 15 21:00:01.765417 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b85f96d2-2afc-433e-be5d-ced355b1a9e1 req-ab019bc9-20dd-41da-9d4a-adb4483627ce tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1064cb4-c553-448e-8eae-8356fc85c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419614 Dec 15 21:00:01.790931 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning for port 433e17a6-d58c-43c2-ab34-e0f17ce4522c completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:00:01.796022 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning complete for port 433e17a6-d58c-43c2-ab34-e0f17ce4522c triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:00:01.796578 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:01.912332 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:01.938247 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6a82a3-fa89-47cb-9755-30df57769467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433e17a6-d58c-43c2-ab34-e0f17ce4522c'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:00:01.948096 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 433e17a6-d58c-43c2-ab34-e0f17ce4522c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=433e17a6-d58c-43c2-ab34-e0f17ce4522c,segment=NetworkSegment(bb8f9964-7f24-46c1-b96e-d38da4e8d6b1),segment_id=bb8f9964-7f24-46c1-b96e-d38da4e8d6b1)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:00:01.952016 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:01.954110 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:01.984066 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6a82a3-fa89-47cb-9755-30df57769467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '433e17a6-d58c-43c2-ab34-e0f17ce4522c', 'code': 200} Dec 15 21:00:02.021536 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=433e17a6-d58c-43c2-ab34-e0f17ce4522c,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:02.024339 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:02.248973 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0245021-b884-4c70-a967-aab0e65a2eaa req-32ef3e14-9d6d-4057-be99-e26392b107fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:02.250416 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d0245021-b884-4c70-a967-aab0e65a2eaa req-32ef3e14-9d6d-4057-be99-e26392b107fd service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ec6a82a3-fa89-47cb-9755-30df57769467 HTTP/1.1" status: 200 len: 1102 time: 0.1078908 Dec 15 21:00:02.294860 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d0245021-b884-4c70-a967-aab0e65a2eaa req-ace6b632-d3fb-40c3-b3ae-d1a338632296 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=f1064cb4-c553-448e-8eae-8356fc85c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363803 Dec 15 21:00:03.032524 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc611f7-7aa1-45b1-ba0d-8eda2c15b4a8 req-281f3414-f109-4c5a-952b-1c629fb3db29 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:03.034731 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1bc611f7-7aa1-45b1-ba0d-8eda2c15b4a8 req-281f3414-f109-4c5a-952b-1c629fb3db29 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec6a82a3-fa89-47cb-9755-30df57769467 HTTP/1.1" status: 200 len: 949 time: 0.1668644 Dec 15 21:00:03.078791 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1bc611f7-7aa1-45b1-ba0d-8eda2c15b4a8 req-c5f5047c-6113-41c3-8912-98561437a6a4 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1064cb4-c553-448e-8eae-8356fc85c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386324 Dec 15 21:00:04.261331 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9ccfe-9a22-4d50-9409-4c40ce558b9e req-cd975471-f7df-4079-aab5-14cc928782aa tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:04.263058 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0fb9ccfe-9a22-4d50-9409-4c40ce558b9e req-cd975471-f7df-4079-aab5-14cc928782aa tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec6a82a3-fa89-47cb-9755-30df57769467 HTTP/1.1" status: 200 len: 949 time: 0.0807254 Dec 15 21:00:04.306528 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0fb9ccfe-9a22-4d50-9409-4c40ce558b9e req-1d36d9d1-4087-4e6a-8aef-ce00211929b1 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1064cb4-c553-448e-8eae-8356fc85c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371468 Dec 15 21:00:04.728488 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8df7a0cf-3b57-458b-964f-9be75fcd00ce req-c32a1990-e049-4960-a47a-abecc34d65fb tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:04.730035 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8df7a0cf-3b57-458b-964f-9be75fcd00ce req-c32a1990-e049-4960-a47a-abecc34d65fb tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec6a82a3-fa89-47cb-9755-30df57769467 HTTP/1.1" status: 200 len: 949 time: 0.0792069 Dec 15 21:00:04.778001 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8df7a0cf-3b57-458b-964f-9be75fcd00ce req-edc6f090-a478-4b95-b971-ba4265ad0c7e tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1064cb4-c553-448e-8eae-8356fc85c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418196 Dec 15 21:00:04.884641 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 40934) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:00:04.997117 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-afc9dd48-2963-405b-9d24-669f8dcb6b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:05.011588 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-afc9dd48-2963-405b-9d24-669f8dcb6b18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:00:05.015411 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-afc9dd48-2963-405b-9d24-669f8dcb6b18 admin admin] Usage tracker for resource:security_group_rule and tenant:b7c18c5ba3fa441fa939dcc0c66bdc1d is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:00:05.018188 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-afc9dd48-2963-405b-9d24-669f8dcb6b18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:00:05.023755 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-afc9dd48-2963-405b-9d24-669f8dcb6b18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:00:05.104995 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-afc9dd48-2963-405b-9d24-669f8dcb6b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:05.109475 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-afc9dd48-2963-405b-9d24-669f8dcb6b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:05.117800 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:05.157048 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-afc9dd48-2963-405b-9d24-669f8dcb6b18 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b7c18c5ba3fa441fa939dcc0c66bdc1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2712545 Dec 15 21:00:05.157860 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc9dd48-2963-405b-9d24-669f8dcb6b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=828a4670-da7c-4166-8af2-0c1be04b5c2c,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:05.159808 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 40942) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:00:05.160986 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-afc9dd48-2963-405b-9d24-669f8dcb6b18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:05.221214 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-d502c88a-af4e-40b7-a184-841dc3233221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:05.246336 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-d502c88a-af4e-40b7-a184-841dc3233221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:05.296608 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-d502c88a-af4e-40b7-a184-841dc3233221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:05.300390 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-a431d28f-1fc0-486c-9069-2a13e2918800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:05.313559 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d502c88a-af4e-40b7-a184-841dc3233221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=828a4670-da7c-4166-8af2-0c1be04b5c2c,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:05.315948 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-d502c88a-af4e-40b7-a184-841dc3233221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:05.323991 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-d502c88a-af4e-40b7-a184-841dc3233221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:05.325080 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-d502c88a-af4e-40b7-a184-841dc3233221 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/828a4670-da7c-4166-8af2-0c1be04b5c2c HTTP/1.1" status: 204 len: 168 time: 0.1642408 Dec 15 21:00:05.971082 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6843ecd4-ee3b-4b1a-bcc1-837685452059 req-e6f01c9c-4678-4ea4-861b-74c9d21a5b7e tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:05.972441 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6843ecd4-ee3b-4b1a-bcc1-837685452059 req-e6f01c9c-4678-4ea4-861b-74c9d21a5b7e tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec6a82a3-fa89-47cb-9755-30df57769467 HTTP/1.1" status: 200 len: 949 time: 0.0857365 Dec 15 21:00:06.023840 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6843ecd4-ee3b-4b1a-bcc1-837685452059 req-9ac08aaa-582c-45bc-a565-0938b6ba4617 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.49 "GET /v2.0/security-groups?id=f1064cb4-c553-448e-8eae-8356fc85c7a8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452187 Dec 15 21:00:06.520973 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bd2df5-8d75-4ad3-a7fd-eb666f7f5125 req-4f385b11-a75d-42a7-863e-6550ca5410bf tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:06.522410 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b2bd2df5-8d75-4ad3-a7fd-eb666f7f5125 req-4f385b11-a75d-42a7-863e-6550ca5410bf tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.41 "GET /v2.0/ports?device_id=ec6a82a3-fa89-47cb-9755-30df57769467 HTTP/1.1" status: 200 len: 949 time: 0.0823822 Dec 15 21:00:06.596824 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [req-b2bd2df5-8d75-4ad3-a7fd-eb666f7f5125 req-51dd7ac4-aee3-4be1-83c8-bc1279e93bd8 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Deleting port 433e17a6-d58c-43c2-ab34-e0f17ce4522c {{(pid=86859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:00:06.597066 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-b2bd2df5-8d75-4ad3-a7fd-eb666f7f5125 req-51dd7ac4-aee3-4be1-83c8-bc1279e93bd8 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:06.837685 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.db [req-b2bd2df5-8d75-4ad3-a7fd-eb666f7f5125 req-51dd7ac4-aee3-4be1-83c8-bc1279e93bd8 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] For port 433e17a6-d58c-43c2-ab34-e0f17ce4522c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=433e17a6-d58c-43c2-ab34-e0f17ce4522c,segment=NetworkSegment(bb8f9964-7f24-46c1-b96e-d38da4e8d6b1),segment_id=bb8f9964-7f24-46c1-b96e-d38da4e8d6b1)] {{(pid=86859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:00:06.838049 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-b2bd2df5-8d75-4ad3-a7fd-eb666f7f5125 req-51dd7ac4-aee3-4be1-83c8-bc1279e93bd8 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:06.961634 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [req-b2bd2df5-8d75-4ad3-a7fd-eb666f7f5125 req-51dd7ac4-aee3-4be1-83c8-bc1279e93bd8 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Calling delete_port for 433e17a6-d58c-43c2-ab34-e0f17ce4522c owned by compute:nova {{(pid=86859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:00:07.102902 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-b2bd2df5-8d75-4ad3-a7fd-eb666f7f5125 req-51dd7ac4-aee3-4be1-83c8-bc1279e93bd8 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:07.108390 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:07.115315 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['433e17a6-d58c-43c2-ab34-e0f17ce4522c'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:00:07.184153 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51dd7ac4-aee3-4be1-83c8-bc1279e93bd8 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Pushing event deleted for resources: {'Port': ['ID=433e17a6-d58c-43c2-ab34-e0f17ce4522c,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:07.192310 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-51dd7ac4-aee3-4be1-83c8-bc1279e93bd8 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:07.229225 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a5b10cec-b212-418d-9539-ca3630c6326a req-2e5b1f92-f571-4d72-a7bd-a630ad048879 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.49 "GET /v2.0/ports?device_id=ec6a82a3-fa89-47cb-9755-30df57769467 HTTP/1.1" status: 200 len: 210 time: 0.0825996 Dec 15 21:00:07.272492 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2bd2df5-8d75-4ad3-a7fd-eb666f7f5125 req-51dd7ac4-aee3-4be1-83c8-bc1279e93bd8 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] No DVR routers for this DVR port 433e17a6-d58c-43c2-ab34-e0f17ce4522c on host hv-cinder-82189 {{(pid=86859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:00:07.275037 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-b2bd2df5-8d75-4ad3-a7fd-eb666f7f5125 req-51dd7ac4-aee3-4be1-83c8-bc1279e93bd8 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:07.277871 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ec6a82a3-fa89-47cb-9755-30df57769467', 'name': 'network-vif-deleted', 'tag': '433e17a6-d58c-43c2-ab34-e0f17ce4522c'}] {{(pid=86859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:00:07.298862 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b2bd2df5-8d75-4ad3-a7fd-eb666f7f5125 req-51dd7ac4-aee3-4be1-83c8-bc1279e93bd8 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] 10.222.0.41 "DELETE /v2.0/ports/433e17a6-d58c-43c2-ab34-e0f17ce4522c HTTP/1.1" status: 204 len: 173 time: 0.7685208 Dec 15 21:00:07.323307 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ec6a82a3-fa89-47cb-9755-30df57769467', 'name': 'network-vif-deleted', 'tag': '433e17a6-d58c-43c2-ab34-e0f17ce4522c', 'status': 'completed', 'code': 200} Dec 15 21:00:09.172710 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 41076) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:00:09.291331 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5a7d8cd8-39be-449f-93a7-d696a2e041e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:09.305622 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-5a7d8cd8-39be-449f-93a7-d696a2e041e2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:00:09.309509 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-5a7d8cd8-39be-449f-93a7-d696a2e041e2 admin admin] Usage tracker for resource:security_group_rule and tenant:1d0e9ddf156946698d127e4a8398ba92 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:00:09.313591 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-5a7d8cd8-39be-449f-93a7-d696a2e041e2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:00:09.319313 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-5a7d8cd8-39be-449f-93a7-d696a2e041e2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:00:09.405112 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5a7d8cd8-39be-449f-93a7-d696a2e041e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:09.409072 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5a7d8cd8-39be-449f-93a7-d696a2e041e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:09.417648 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-e0f80e94-dbb6-4116-b0f7-6195cc3e0863 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:09.460092 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-5a7d8cd8-39be-449f-93a7-d696a2e041e2 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1d0e9ddf156946698d127e4a8398ba92&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2862961 Dec 15 21:00:09.461690 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7d8cd8-39be-449f-93a7-d696a2e041e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c21486d-f7e9-462b-a452-37d93fb2b4eb,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:09.462937 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 41094) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:00:09.464746 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-5a7d8cd8-39be-449f-93a7-d696a2e041e2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:09.523275 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-1b182e12-0614-4c57-95ca-f761facd3da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:09.551720 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-1b182e12-0614-4c57-95ca-f761facd3da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:09.608322 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-1b182e12-0614-4c57-95ca-f761facd3da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:09.618948 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-7bb459d2-5573-4894-a035-5032405f7481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:09.629792 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b182e12-0614-4c57-95ca-f761facd3da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c21486d-f7e9-462b-a452-37d93fb2b4eb,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:09.632302 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-1b182e12-0614-4c57-95ca-f761facd3da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:09.639658 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-1b182e12-0614-4c57-95ca-f761facd3da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:09.642132 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-1b182e12-0614-4c57-95ca-f761facd3da4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9c21486d-f7e9-462b-a452-37d93fb2b4eb HTTP/1.1" status: 204 len: 168 time: 0.1781662 Dec 15 21:00:09.706186 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 433e17a6-d58c-43c2-ab34-e0f17ce4522c no longer exists at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:00:09.746755 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] No Port match for: 433e17a6-d58c-43c2-ab34-e0f17ce4522c {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:00:09.747106 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 433e17a6-d58c-43c2-ab34-e0f17ce4522c not bound to the agent host hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:00:12.268458 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dd780-8171-4608-9dd5-f02006791b83 req-df8996f0-2bfa-46b6-b0ee-e28d5f3c2945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:12.270012 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a63dd780-8171-4608-9dd5-f02006791b83 req-df8996f0-2bfa-46b6-b0ee-e28d5f3c2945 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac0003dafb6b4c72bd926672a4ca400a&device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 1138 time: 0.1346965 Dec 15 21:00:12.277475 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-529ee431-8d5d-4908-89d2-2a28b884fb86 req-b5126c4a-6a10-45f6-a37a-34502ae30db6 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:12.278821 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-529ee431-8d5d-4908-89d2-2a28b884fb86 req-b5126c4a-6a10-45f6-a37a-34502ae30db6 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 985 time: 0.1097574 Dec 15 21:00:12.509452 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-529ee431-8d5d-4908-89d2-2a28b884fb86 req-56ce9005-8073-47b0-9630-dc2a8b126784 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&id=cf142092-dc8c-4abc-99eb-04f277df0171&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2025013 Dec 15 21:00:12.546775 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dd780-8171-4608-9dd5-f02006791b83 req-a45852fb-dac5-40e9-9ca9-50fe49234d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:12.548164 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a63dd780-8171-4608-9dd5-f02006791b83 req-a45852fb-dac5-40e9-9ca9-50fe49234d11 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c HTTP/1.1" status: 200 len: 916 time: 0.2652652 Dec 15 21:00:12.655669 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a63dd780-8171-4608-9dd5-f02006791b83 req-b2651143-a7f5-4468-ba06-0685e3118b08 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e9719e-2290-47c7-8149-52b003828f92 HTTP/1.1" status: 200 len: 1002 time: 0.0951405 Dec 15 21:00:12.719582 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dd780-8171-4608-9dd5-f02006791b83 req-e23b7476-276a-4af7-94ce-deda09c29e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:12.720935 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a63dd780-8171-4608-9dd5-f02006791b83 req-e23b7476-276a-4af7-94ce-deda09c29e70 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46215959-91fb-4a8b-ba1d-1bbf050f280d HTTP/1.1" status: 200 len: 854 time: 0.0568500 Dec 15 21:00:12.806973 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63dd780-8171-4608-9dd5-f02006791b83 req-77640768-3d18-487a-a450-89ddaa00588c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:12.808519 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a63dd780-8171-4608-9dd5-f02006791b83 req-77640768-3d18-487a-a450-89ddaa00588c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0703483 Dec 15 21:00:12.940621 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a63dd780-8171-4608-9dd5-f02006791b83 req-9eeb337a-a6ee-410a-84a1-899aed795471 service neutron] 10.222.0.41 "GET /v2.0/networks/b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242495 Dec 15 21:00:13.070618 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a63dd780-8171-4608-9dd5-f02006791b83 req-448b24bb-073f-4b43-9510-0aeda5961dec service neutron] 10.222.0.41 "GET /v2.0/networks/b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1225643 Dec 15 21:00:13.414422 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 41300) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:00:13.561147 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-a2824fa9-28e2-4db1-b4b3-10caa145809c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=76d203d40a5d46e99469042329c8d510&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1433301 Dec 15 21:00:13.561353 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 41310) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:00:13.619269 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5ab06269-0f60-4fe6-b23c-dd33da8b7da0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:13.645332 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5ab06269-0f60-4fe6-b23c-dd33da8b7da0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:13.700314 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5ab06269-0f60-4fe6-b23c-dd33da8b7da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:13.705800 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-1e74fc52-779b-4097-b70b-ff9a59baee14 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:13.707211 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdf3082-e4c1-4836-b6ea-cbebb8ca1a55 req-a5ac1a23-c3d3-4264-a1f2-f972687783ed tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:13.708687 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ecdf3082-e4c1-4836-b6ea-cbebb8ca1a55 req-a5ac1a23-c3d3-4264-a1f2-f972687783ed tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 985 time: 0.0897012 Dec 15 21:00:13.731110 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab06269-0f60-4fe6-b23c-dd33da8b7da0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1064cb4-c553-448e-8eae-8356fc85c7a8,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:13.733709 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-5ab06269-0f60-4fe6-b23c-dd33da8b7da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:13.741348 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-5ab06269-0f60-4fe6-b23c-dd33da8b7da0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:13.745639 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-5ab06269-0f60-4fe6-b23c-dd33da8b7da0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f1064cb4-c553-448e-8eae-8356fc85c7a8 HTTP/1.1" status: 204 len: 168 time: 0.1833265 Dec 15 21:00:13.766902 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ecdf3082-e4c1-4836-b6ea-cbebb8ca1a55 req-42e3cbd8-f38b-47e3-a6e1-63856da1832b tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&id=cf142092-dc8c-4abc-99eb-04f277df0171&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0507658 Dec 15 21:00:14.676123 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:00:14.943328 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed35169-0c48-49ce-a0f7-59b87f4d3b0e req-3a80fd83-c457-4ef8-a7e5-c887f8c03286 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:14.944749 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6ed35169-0c48-49ce-a0f7-59b87f4d3b0e req-3a80fd83-c457-4ef8-a7e5-c887f8c03286 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 985 time: 0.0807834 Dec 15 21:00:14.989991 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6ed35169-0c48-49ce-a0f7-59b87f4d3b0e req-fb81996b-756e-414b-8d85-f8cf9fb2f60c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&id=cf142092-dc8c-4abc-99eb-04f277df0171&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395677 Dec 15 21:00:16.173057 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62f299-dd07-4c5f-8346-3724164f5c1a req-159adacb-5171-4a83-98ad-246e20fe3a2a tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:16.174509 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2d62f299-dd07-4c5f-8346-3724164f5c1a req-159adacb-5171-4a83-98ad-246e20fe3a2a tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 985 time: 0.0829976 Dec 15 21:00:16.220530 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2d62f299-dd07-4c5f-8346-3724164f5c1a req-0e756ca8-9ec0-4d92-8444-b4c2ab3ce4d5 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&id=cf142092-dc8c-4abc-99eb-04f277df0171&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404007 Dec 15 21:00:16.328886 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-5c6fc4ee-1e13-42f9-8dba-25bd8746cdf5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:17.009034 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:17.407549 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b564561c-a0f7-4e14-8b32-90191e14798e req-99ccbf82-9ecd-4e06-87b2-39dbce1522b4 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:17.409177 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b564561c-a0f7-4e14-8b32-90191e14798e req-99ccbf82-9ecd-4e06-87b2-39dbce1522b4 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 985 time: 0.0833585 Dec 15 21:00:17.456244 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b564561c-a0f7-4e14-8b32-90191e14798e req-39feb016-c4b4-4123-b532-13e2cd9104a5 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&id=cf142092-dc8c-4abc-99eb-04f277df0171&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0412722 Dec 15 21:00:18.669247 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-e5302f78-06a7-443f-80da-5ab2276978b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:18.775705 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac32aeba-e2cc-48f8-b061-3be1b5374258 req-0a5a8052-9baf-4e12-9536-3355046a9a9e tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:18.777127 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ac32aeba-e2cc-48f8-b061-3be1b5374258 req-0a5a8052-9baf-4e12-9536-3355046a9a9e tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 985 time: 0.0796981 Dec 15 21:00:18.822935 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ac32aeba-e2cc-48f8-b061-3be1b5374258 req-65b618d1-7230-4b17-903b-8edecd256840 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&id=cf142092-dc8c-4abc-99eb-04f277df0171&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395205 Dec 15 21:00:19.672243 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:19.702160 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:20.010431 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9c926c2-d4a8-459f-8351-9d4e52589a91 req-e27d6621-7785-4835-95bf-ffefd74c55ef tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:20.011848 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c9c926c2-d4a8-459f-8351-9d4e52589a91 req-e27d6621-7785-4835-95bf-ffefd74c55ef tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 985 time: 0.0812228 Dec 15 21:00:20.058278 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c9c926c2-d4a8-459f-8351-9d4e52589a91 req-aec97f77-9f7c-4318-9854-6d774bef14fc tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&id=cf142092-dc8c-4abc-99eb-04f277df0171&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0404201 Dec 15 21:00:21.074936 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:21.171568 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5b8d21-33b8-4e8f-9d7f-1678ed7b9356 req-f737e7e6-9621-48d9-a54e-b814e683809c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:21.173004 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ff5b8d21-33b8-4e8f-9d7f-1678ed7b9356 req-f737e7e6-9621-48d9-a54e-b814e683809c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 946 time: 0.0787487 Dec 15 21:00:21.266935 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ff5b8d21-33b8-4e8f-9d7f-1678ed7b9356 req-a3ce00e8-640d-4cd7-9f58-97f5ee868d5d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555472 Dec 15 21:00:21.292778 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-041fbe91-52bd-448b-a69f-04f30e16489f req-88fe41f7-af60-4239-aa51-807893510fa2 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:21.292778 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-041fbe91-52bd-448b-a69f-04f30e16489f req-88fe41f7-af60-4239-aa51-807893510fa2 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 985 time: 0.1149271 Dec 15 21:00:21.335693 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-041fbe91-52bd-448b-a69f-04f30e16489f req-8de37a60-af3b-48b5-bbf8-ad1336306e43 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&id=cf142092-dc8c-4abc-99eb-04f277df0171&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0413194 Dec 15 21:00:21.557661 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 41450) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:00:21.671338 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8cee908a-8f1f-4a30-96e3-019ed6ac2841 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:21.688365 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-8cee908a-8f1f-4a30-96e3-019ed6ac2841 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:00:21.692078 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-8cee908a-8f1f-4a30-96e3-019ed6ac2841 admin admin] Usage tracker for resource:security_group_rule and tenant:19e3169aa13d402bbf6371b176f63467 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:00:21.694804 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-8cee908a-8f1f-4a30-96e3-019ed6ac2841 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:00:21.700349 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-8cee908a-8f1f-4a30-96e3-019ed6ac2841 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:00:21.787016 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8cee908a-8f1f-4a30-96e3-019ed6ac2841 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:21.790420 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8cee908a-8f1f-4a30-96e3-019ed6ac2841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:21.798365 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:21.838102 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-8cee908a-8f1f-4a30-96e3-019ed6ac2841 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=19e3169aa13d402bbf6371b176f63467&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2793143 Dec 15 21:00:21.838881 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cee908a-8f1f-4a30-96e3-019ed6ac2841 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0e4c114-d794-485d-9a5e-74fef4c612ce,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:21.840757 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 41456) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:00:21.841957 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-8cee908a-8f1f-4a30-96e3-019ed6ac2841 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:21.901048 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-2765bf98-41bd-4ba2-a4ce-3fa6e599295c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:21.926337 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-2765bf98-41bd-4ba2-a4ce-3fa6e599295c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:21.976699 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-2765bf98-41bd-4ba2-a4ce-3fa6e599295c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:21.980356 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-ad48ecc0-3182-45fc-a0d8-e4ad82cf0364 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:21.992566 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2765bf98-41bd-4ba2-a4ce-3fa6e599295c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0e4c114-d794-485d-9a5e-74fef4c612ce,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:22.000998 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765bf98-41bd-4ba2-a4ce-3fa6e599295c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:00:22.001363 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765bf98-41bd-4ba2-a4ce-3fa6e599295c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:00:22.001742 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765bf98-41bd-4ba2-a4ce-3fa6e599295c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:00:22.002094 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765bf98-41bd-4ba2-a4ce-3fa6e599295c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:00:22.002439 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765bf98-41bd-4ba2-a4ce-3fa6e599295c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:00:22.002785 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765bf98-41bd-4ba2-a4ce-3fa6e599295c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:00:22.003146 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765bf98-41bd-4ba2-a4ce-3fa6e599295c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:00:22.003466 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765bf98-41bd-4ba2-a4ce-3fa6e599295c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:00:22.003808 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765bf98-41bd-4ba2-a4ce-3fa6e599295c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:00:22.004143 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765bf98-41bd-4ba2-a4ce-3fa6e599295c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:00:22.004480 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765bf98-41bd-4ba2-a4ce-3fa6e599295c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:00:22.004815 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2765bf98-41bd-4ba2-a4ce-3fa6e599295c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:00:22.007819 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-2765bf98-41bd-4ba2-a4ce-3fa6e599295c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:22.009192 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-2765bf98-41bd-4ba2-a4ce-3fa6e599295c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:22.014584 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-2765bf98-41bd-4ba2-a4ce-3fa6e599295c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b0e4c114-d794-485d-9a5e-74fef4c612ce HTTP/1.1" status: 204 len: 168 time: 0.1721981 Dec 15 21:00:22.587799 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c33979-1825-43c8-a8ba-37cd0564a912 req-44605b63-73a2-4891-940b-41be664287ef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:22.589234 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d3c33979-1825-43c8-a8ba-37cd0564a912 req-44605b63-73a2-4891-940b-41be664287ef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 946 time: 0.2133863 Dec 15 21:00:22.647102 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d3c33979-1825-43c8-a8ba-37cd0564a912 req-836816da-7f44-4878-aa77-573b816d0501 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=8b6846b5-07d3-495b-aba5-1a9026650abc&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0494387 Dec 15 21:00:22.659878 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d2839b-493f-4f8b-9c3e-254577a0db1f req-3136f56d-4352-405c-9c27-861a1f775e17 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:22.660633 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 41484) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:00:22.661293 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-13d2839b-493f-4f8b-9c3e-254577a0db1f req-3136f56d-4352-405c-9c27-861a1f775e17 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 985 time: 0.2133183 Dec 15 21:00:22.712164 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-13d2839b-493f-4f8b-9c3e-254577a0db1f req-476d9b06-df4f-4bec-aa8a-2647574c65ce tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&id=cf142092-dc8c-4abc-99eb-04f277df0171&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0415299 Dec 15 21:00:22.771394 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1181532445-network', 'tenant_id': 'c2a0fcfa6fb64d598ba0e9dc6769d61f'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:00:22.775935 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:00:22.780400 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] Usage tracker for resource:network and tenant:c2a0fcfa6fb64d598ba0e9dc6769d61f is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:00:22.783239 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:00:22.789478 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:00:22.798250 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] Made reservation on behalf of c2a0fcfa6fb64d598ba0e9dc6769d61f for: {'network': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:00:22.800523 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for network, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:22.813431 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:22.827803 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:00:22.831453 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] Usage tracker for resource:security_group_rule and tenant:c2a0fcfa6fb64d598ba0e9dc6769d61f is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:00:22.834409 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:00:22.840081 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:00:22.921697 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:22.926407 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:22.929466 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-a1fcc002-112d-4d16-906d-17d450f5820a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:22.964041 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196e9328-dcd7-4b6e-895b-5793df656ad0 req-e9b97f9c-6641-4d3e-aa33-499706240218 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:22.964706 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] vlan segment allocate from pool success with {'vlan_id': 156, 'physical_network': 'physnet1'} {{(pid=86858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:00:22.965394 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-196e9328-dcd7-4b6e-895b-5793df656ad0 req-e9b97f9c-6641-4d3e-aa33-499706240218 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.41 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 946 time: 0.0867031 Dec 15 21:00:22.969957 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4147388d-a7ab-427f-a69b-b0414b1d0102,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:22.973594 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:22.977074 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:22.977412 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.db.segments_db [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] Added segment 4cf94511-fd4f-4255-aa59-8762443f461b of type vlan for network c4217bf4-27e6-4e36-8420-1687ad1e4d48 Dec 15 21:00:23.040308 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [req-196e9328-dcd7-4b6e-895b-5793df656ad0 req-6a46a4e6-2995-4e7c-899f-19599b58f886 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Deleting port d66489c0-5202-41a0-b0b9-efa104bb61bb {{(pid=86859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:00:23.040643 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-196e9328-dcd7-4b6e-895b-5793df656ad0 req-6a46a4e6-2995-4e7c-899f-19599b58f886 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:23.088040 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767327356326'] for network, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:23.121382 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for network, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:23.122692 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:23.123267 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:23.128402 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-2b15e4e7-2875-456f-8fe3-a8737e9df8d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:23.227738 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] Pushing event updated for resources: {'Network': ['ID=c4217bf4-27e6-4e36-8420-1687ad1e4d48,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:23.230719 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:23.233410 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.5711048 Dec 15 21:00:23.236509 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 41490) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:00:23.241933 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Network c4217bf4-27e6-4e36-8420-1687ad1e4d48 details requested by agent ovs-agent-dv-cinder-821892-1-iscsi with host dv-cinder-821892-1-iscsi {{(pid=86860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:00:23.242794 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-f57548d3-2038-4189-9d0e-2e7b8ed55b25 admin admin] Request body: {'subnet': {'network_id': 'c4217bf4-27e6-4e36-8420-1687ad1e4d48', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1181532445-subnet', 'tenant_id': 'c2a0fcfa6fb64d598ba0e9dc6769d61f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:00:23.247653 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-f57548d3-2038-4189-9d0e-2e7b8ed55b25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:00:23.251991 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-f57548d3-2038-4189-9d0e-2e7b8ed55b25 admin admin] Usage tracker for resource:subnet and tenant:c2a0fcfa6fb64d598ba0e9dc6769d61f is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:00:23.254835 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-f57548d3-2038-4189-9d0e-2e7b8ed55b25 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:00:23.260416 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-f57548d3-2038-4189-9d0e-2e7b8ed55b25 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:00:23.270607 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f57548d3-2038-4189-9d0e-2e7b8ed55b25 admin admin] Made reservation on behalf of c2a0fcfa6fb64d598ba0e9dc6769d61f for: {'subnet': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:00:23.272867 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f57548d3-2038-4189-9d0e-2e7b8ed55b25 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3359033'] for subnet, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:23.289110 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.db [req-196e9328-dcd7-4b6e-895b-5793df656ad0 req-6a46a4e6-2995-4e7c-899f-19599b58f886 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] For port d66489c0-5202-41a0-b0b9-efa104bb61bb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d66489c0-5202-41a0-b0b9-efa104bb61bb,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:00:23.289788 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-196e9328-dcd7-4b6e-895b-5793df656ad0 req-6a46a4e6-2995-4e7c-899f-19599b58f886 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:23.472992 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f57548d3-2038-4189-9d0e-2e7b8ed55b25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4191385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3358987'] for subnet, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:23.477602 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-607d9dbd-d9fa-45bb-8d81-43c59a86c4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:23.548429 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f57548d3-2038-4189-9d0e-2e7b8ed55b25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a6ae797-4575-4877-b8cc-acec81804a21,revision_number=0']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:23.551709 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-f57548d3-2038-4189-9d0e-2e7b8ed55b25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:23.557190 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f57548d3-2038-4189-9d0e-2e7b8ed55b25 admin admin] Checking segment: {'id': '4cf94511-fd4f-4255-aa59-8762443f461b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c4217bf4-27e6-4e36-8420-1687ad1e4d48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:00:23.557539 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57548d3-2038-4189-9d0e-2e7b8ed55b25 admin admin] Network hostable DHCP agents. Network: c4217bf4-27e6-4e36-8420-1687ad1e4d48, hostable agents: ['86069654-9c91-40da-a86d-561b669d47f0'], hosted agents: [] {{(pid=86858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:00:23.575728 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f57548d3-2038-4189-9d0e-2e7b8ed55b25 admin admin] Network c4217bf4-27e6-4e36-8420-1687ad1e4d48 is scheduled to be hosted by DHCP agent 86069654-9c91-40da-a86d-561b669d47f0 with binding_index 1 {{(pid=86858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:00:23.579280 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-196e9328-dcd7-4b6e-895b-5793df656ad0 req-6a46a4e6-2995-4e7c-899f-19599b58f886 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:23.579652 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-196e9328-dcd7-4b6e-895b-5793df656ad0 req-6a46a4e6-2995-4e7c-899f-19599b58f886 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677241'] for floatingip, after_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:23.579960 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.db.l3_db [req-196e9328-dcd7-4b6e-895b-5793df656ad0 req-6a46a4e6-2995-4e7c-899f-19599b58f886 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Floating IP 5b0bd24a-aa37-491a-a4fb-a70d11eef8b5 disassociated. External IP: 172.27.1.114, port: d66489c0-5202-41a0-b0b9-efa104bb61bb. Dec 15 21:00:23.580302 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [req-196e9328-dcd7-4b6e-895b-5793df656ad0 req-6a46a4e6-2995-4e7c-899f-19599b58f886 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Calling delete_port for d66489c0-5202-41a0-b0b9-efa104bb61bb owned by compute:nova {{(pid=86859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:00:23.585656 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-f57548d3-2038-4189-9d0e-2e7b8ed55b25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-1-iscsi, c4217bf4-27e6-4e36-8420-1687ad1e4d48) {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:00:23.592688 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f57548d3-2038-4189-9d0e-2e7b8ed55b25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:23.593002 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f57548d3-2038-4189-9d0e-2e7b8ed55b25 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:23.596550 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06a630c9-114a-4bc0-b9fd-439a821e59f9 None None] Network c4217bf4-27e6-4e36-8420-1687ad1e4d48 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:00:23.618892 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-f57548d3-2038-4189-9d0e-2e7b8ed55b25 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3778501 Dec 15 21:00:23.734305 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-196e9328-dcd7-4b6e-895b-5793df656ad0 req-6a46a4e6-2995-4e7c-899f-19599b58f886 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:23.747278 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:23.808798 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a46a4e6-2995-4e7c-899f-19599b58f886 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Pushing event deleted for resources: {'Port': ['ID=d66489c0-5202-41a0-b0b9-efa104bb61bb,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:23.812133 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-6a46a4e6-2995-4e7c-899f-19599b58f886 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:23.874497 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e0b127d-1401-4190-a57f-388eebafe86d None None] Network c4217bf4-27e6-4e36-8420-1687ad1e4d48 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:00:24.051293 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e57f83da-5f06-4f24-baa3-76ab5f4fbafd req-9f7a2343-027f-40ee-8ec0-a6097412ce8c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 210 time: 0.2643564 Dec 15 21:00:24.146405 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cd942c-16a0-4941-8251-66d313665f40 req-01266693-b451-43d9-8d4b-831ccc305a7c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:24.147908 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f2cd942c-16a0-4941-8251-66d313665f40 req-01266693-b451-43d9-8d4b-831ccc305a7c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 985 time: 0.2061830 Dec 15 21:00:24.160412 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.l3_agent_scheduler [req-196e9328-dcd7-4b6e-895b-5793df656ad0 req-6a46a4e6-2995-4e7c-899f-19599b58f886 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Router f6327fe7-ee94-4b44-a904-cc054d988925 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:00:24.426279 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f2cd942c-16a0-4941-8251-66d313665f40 req-e4fd2df5-53dc-46aa-9902-552557c5e3ce tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&id=cf142092-dc8c-4abc-99eb-04f277df0171&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2643983 Dec 15 21:00:24.491822 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-196e9328-dcd7-4b6e-895b-5793df656ad0 req-6a46a4e6-2995-4e7c-899f-19599b58f886 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:00:24.505589 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73abdda1-040f-4c7c-8736-7aca23bd0c60 None None] Sync routers for ids ['f6327fe7-ee94-4b44-a904-cc054d988925'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:00:24.521923 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73abdda1-040f-4c7c-8736-7aca23bd0c60 None None] Routers {'f6327fe7-ee94-4b44-a904-cc054d988925'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:00:24.526009 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-73abdda1-040f-4c7c-8736-7aca23bd0c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:00:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['f6327fe7-ee94-4b44-a904-cc054d988925'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:00:24.590122 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.l3_dvrscheduler_db [req-196e9328-dcd7-4b6e-895b-5793df656ad0 req-6a46a4e6-2995-4e7c-899f-19599b58f886 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] No DVR routers for this DVR port d66489c0-5202-41a0-b0b9-efa104bb61bb on host hv-cinder-82189 {{(pid=86859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:00:24.592662 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-196e9328-dcd7-4b6e-895b-5793df656ad0 req-6a46a4e6-2995-4e7c-899f-19599b58f886 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:24.596456 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd517eebf-3a20-44e8-89a9-fd7f88367609', 'name': 'network-vif-deleted', 'tag': 'd66489c0-5202-41a0-b0b9-efa104bb61bb'}] {{(pid=86859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:00:24.615099 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-196e9328-dcd7-4b6e-895b-5793df656ad0 req-6a46a4e6-2995-4e7c-899f-19599b58f886 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.41 "DELETE /v2.0/ports/d66489c0-5202-41a0-b0b9-efa104bb61bb HTTP/1.1" status: 204 len: 173 time: 1.6411846 Dec 15 21:00:24.676510 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd517eebf-3a20-44e8-89a9-fd7f88367609', 'name': 'network-vif-deleted', 'tag': 'd66489c0-5202-41a0-b0b9-efa104bb61bb', 'status': 'completed', 'code': 200} Dec 15 21:00:24.773385 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-73abdda1-040f-4c7c-8736-7aca23bd0c60 None None] Set router f6327fe7-ee94-4b44-a904-cc054d988925 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:00:25.104176 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-73abdda1-040f-4c7c-8736-7aca23bd0c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'name': 'tempest-AttachVolumeShelveTestJSON-329725510-router', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'gw_port': {'id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:53Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '86369e50-68a6-4ea1-a903-c8548fa38806', 'name': '', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'mac_address': 'fa:16:3e:29:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:11Z', 'updated_at': '2021-12-15T20:55:25Z', 'revision_number': 5, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'subnets': [{'id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:00:25.108226 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73abdda1-040f-4c7c-8736-7aca23bd0c60 None None] Checking router: f6327fe7-ee94-4b44-a904-cc054d988925 for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:00:25.116584 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73abdda1-040f-4c7c-8736-7aca23bd0c60 None None] Routers {'f6327fe7-ee94-4b44-a904-cc054d988925'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:00:25.117302 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-73abdda1-040f-4c7c-8736-7aca23bd0c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:00:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['f6327fe7-ee94-4b44-a904-cc054d988925'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:00:25.231302 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-74f9bd41-db80-4db6-84c3-194803efd538 req-9a88c2d4-11c1-48e1-b2ad-21f8ce02e0e1 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Synchronizing usage tracker for tenant:e67c01112e5140159f714a65508bf5cb on resource:port {{(pid=86859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:00:25.259695 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-74f9bd41-db80-4db6-84c3-194803efd538 req-9a88c2d4-11c1-48e1-b2ad-21f8ce02e0e1 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Unset dirty status for tenant:e67c01112e5140159f714a65508bf5cb on resource:port {{(pid=86859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:00:25.260479 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-74f9bd41-db80-4db6-84c3-194803efd538 req-9a88c2d4-11c1-48e1-b2ad-21f8ce02e0e1 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=d517eebf-3a20-44e8-89a9-fd7f88367609 HTTP/1.1" status: 200 len: 210 time: 0.0764620 Dec 15 21:00:25.317823 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-73abdda1-040f-4c7c-8736-7aca23bd0c60 None None] Set router f6327fe7-ee94-4b44-a904-cc054d988925 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:00:25.619065 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-470ccfc9-15fc-4d3f-853c-db14891eaa9b req-08b4fd30-01f1-417a-bb9c-1503c1519d38 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:25.620542 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-470ccfc9-15fc-4d3f-853c-db14891eaa9b req-08b4fd30-01f1-417a-bb9c-1503c1519d38 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 985 time: 0.0815942 Dec 15 21:00:25.631177 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-73abdda1-040f-4c7c-8736-7aca23bd0c60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'name': 'tempest-AttachVolumeShelveTestJSON-329725510-router', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'gw_port': {'id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:53Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '86369e50-68a6-4ea1-a903-c8548fa38806', 'name': '', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'mac_address': 'fa:16:3e:29:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:11Z', 'updated_at': '2021-12-15T20:55:25Z', 'revision_number': 5, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'subnets': [{'id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:00:25.635926 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73abdda1-040f-4c7c-8736-7aca23bd0c60 None None] The sync data for ids ['f6327fe7-ee94-4b44-a904-cc054d988925'] in dv-cinder-821892-1-iscsi is: [{'id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'name': 'tempest-AttachVolumeShelveTestJSON-329725510-router', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'gw_port': {'id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:53Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '86369e50-68a6-4ea1-a903-c8548fa38806', 'name': '', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'mac_address': 'fa:16:3e:29:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:11Z', 'updated_at': '2021-12-15T20:55:25Z', 'revision_number': 5, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'subnets': [{'id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:00:25.677814 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-470ccfc9-15fc-4d3f-853c-db14891eaa9b req-2a5498d1-0ff6-40a7-9ca1-fda4c30221ee tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&id=cf142092-dc8c-4abc-99eb-04f277df0171&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0488741 Dec 15 21:00:25.814617 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device d66489c0-5202-41a0-b0b9-efa104bb61bb no longer exists at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:00:25.861653 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] No Port match for: d66489c0-5202-41a0-b0b9-efa104bb61bb {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:00:25.862522 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device d66489c0-5202-41a0-b0b9-efa104bb61bb not bound to the agent host hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:00:25.951791 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1f11c9a-a9b5-429c-b190-538a3697e7a3 None None] New status for floating IP 5b0bd24a-aa37-491a-a4fb-a70d11eef8b5: DOWN {{(pid=86861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:00:26.042544 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80096f0-7115-4939-8082-4ece39285295 req-21bd012e-fa12-4047-b626-b077bad013ad tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:26.043909 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f80096f0-7115-4939-8082-4ece39285295 req-21bd012e-fa12-4047-b626-b077bad013ad tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/networks?id=c4217bf4-27e6-4e36-8420-1687ad1e4d48 HTTP/1.1" status: 200 len: 814 time: 0.1524117 Dec 15 21:00:26.059485 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f80096f0-7115-4939-8082-4ece39285295 req-a082e7e6-63e4-47dd-b594-199577f7ca08 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/quotas/c2a0fcfa6fb64d598ba0e9dc6769d61f HTTP/1.1" status: 200 len: 375 time: 0.0094748 Dec 15 21:00:26.109876 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f80096f0-7115-4939-8082-4ece39285295 req-ac99b8ed-35ee-441d-a15c-8fa035271f22 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c2a0fcfa6fb64d598ba0e9dc6769d61f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453372 Dec 15 21:00:26.284888 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f80096f0-7115-4939-8082-4ece39285295 req-dd055f73-79e7-4a45-9a96-a4854cf2180a service neutron] 10.222.0.49 "GET /v2.0/networks/c4217bf4-27e6-4e36-8420-1687ad1e4d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683402 Dec 15 21:00:26.391780 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 41538) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:00:26.422778 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f80096f0-7115-4939-8082-4ece39285295 req-7089a0e6-88a7-466f-b714-d887d0dd3d01 service neutron] 10.222.0.49 "GET /v2.0/networks/c4217bf4-27e6-4e36-8420-1687ad1e4d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320426 Dec 15 21:00:26.483288 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-19a90c5c-3008-41de-8273-5e3e12dc2841 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:26.515351 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-19a90c5c-3008-41de-8273-5e3e12dc2841 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:26.581147 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-19a90c5c-3008-41de-8273-5e3e12dc2841 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:26.585626 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-8c54a017-6e21-4ce5-a8df-b606019b8e5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:26.601225 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a90c5c-3008-41de-8273-5e3e12dc2841 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6846b5-07d3-495b-aba5-1a9026650abc,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:26.604115 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-19a90c5c-3008-41de-8273-5e3e12dc2841 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:26.615745 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-19a90c5c-3008-41de-8273-5e3e12dc2841 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:26.617027 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-19a90c5c-3008-41de-8273-5e3e12dc2841 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "DELETE /v2.0/security-groups/8b6846b5-07d3-495b-aba5-1a9026650abc HTTP/1.1" status: 204 len: 168 time: 0.2241492 Dec 15 21:00:26.620390 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-66f6ab9a-2cf7-4023-8d63-4b559e7d857f req-9a6ab647-50ec-4003-927d-5e1c720355c7 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?device_id=150d5aa5-b0ab-4fa5-95b8-9148c219bf0c HTTP/1.1" status: 200 len: 210 time: 0.0508459 Dec 15 21:00:26.620719 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 41546) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:00:26.640352 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.api.v2.resource [None req-0560f64c-be18-4049-9815-4be4fc1d46d9 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] show failed (client error): The resource could not be found. Dec 15 21:00:26.641372 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-0560f64c-be18-4049-9815-4be4fc1d46d9 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups/8b6846b5-07d3-495b-aba5-1a9026650abc HTTP/1.1" status: 404 len: 347 time: 0.0196750 Dec 15 21:00:26.644245 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 41550) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:00:26.805110 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-ad0ce73b-d27c-4d89-a464-a6c1fed5006c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Deleting port 7b02062d-5714-4736-9a83-7e813843ddc8 {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:00:26.805446 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ad0ce73b-d27c-4d89-a464-a6c1fed5006c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:26.886198 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7c4052-d842-4b79-9e89-c40e8d3c3fad req-371b8161-3ac6-4d75-923f-c2beb5255466 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:26.887856 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3f7c4052-d842-4b79-9e89-c40e8d3c3fad req-371b8161-3ac6-4d75-923f-c2beb5255466 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 985 time: 0.0881367 Dec 15 21:00:26.962987 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3f7c4052-d842-4b79-9e89-c40e8d3c3fad req-e3c97e89-f240-4dc0-990c-2e06583b9b88 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&id=cf142092-dc8c-4abc-99eb-04f277df0171&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0673850 Dec 15 21:00:26.980698 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ad0ce73b-d27c-4d89-a464-a6c1fed5006c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:26.981026 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ad0ce73b-d27c-4d89-a464-a6c1fed5006c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:27.109114 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-ad0ce73b-d27c-4d89-a464-a6c1fed5006c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Calling delete_port for 7b02062d-5714-4736-9a83-7e813843ddc8 owned by network:floatingip {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:00:27.248197 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ad0ce73b-d27c-4d89-a464-a6c1fed5006c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:27.253144 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-b5520e53-4e46-456a-86f4-9f27a419e9e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:27.326981 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad0ce73b-d27c-4d89-a464-a6c1fed5006c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Pushing event deleted for resources: {'Port': ['ID=7b02062d-5714-4736-9a83-7e813843ddc8,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:27.329146 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ad0ce73b-d27c-4d89-a464-a6c1fed5006c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:27.391854 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ad0ce73b-d27c-4d89-a464-a6c1fed5006c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for floatingip, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:27.408904 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ad0ce73b-d27c-4d89-a464-a6c1fed5006c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for floatingip, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:27.410038 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-ad0ce73b-d27c-4d89-a464-a6c1fed5006c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "DELETE /v2.0/floatingips/5b0bd24a-aa37-491a-a4fb-a70d11eef8b5 HTTP/1.1" status: 204 len: 168 time: 0.7649174 Dec 15 21:00:27.740911 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80096f0-7115-4939-8082-4ece39285295 req-7935f64f-731f-457c-906f-3dd03736f294 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:27.742408 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f80096f0-7115-4939-8082-4ece39285295 req-7935f64f-731f-457c-906f-3dd03736f294 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.41 "GET /v2.0/networks?id=c4217bf4-27e6-4e36-8420-1687ad1e4d48 HTTP/1.1" status: 200 len: 814 time: 0.1606708 Dec 15 21:00:27.752932 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 41566) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:00:27.758527 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-556b6d0b-5a7c-454d-b893-d392f9d4a462 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1926028525', 'description': 'tempest-description--91709405'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:00:27.765032 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-556b6d0b-5a7c-454d-b893-d392f9d4a462 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:00:27.769088 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-556b6d0b-5a7c-454d-b893-d392f9d4a462 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Usage tracker for resource:security_group and tenant:e67c01112e5140159f714a65508bf5cb is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:00:27.772718 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-556b6d0b-5a7c-454d-b893-d392f9d4a462 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:00:27.778182 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-556b6d0b-5a7c-454d-b893-d392f9d4a462 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:00:27.785769 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [req-f80096f0-7115-4939-8082-4ece39285295 req-dcab89ec-2a26-413e-b311-aa8523919a99 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Request body: {'port': {'device_id': '150d5aa5-b0ab-4fa5-95b8-9148c219bf0c', 'network_id': 'c4217bf4-27e6-4e36-8420-1687ad1e4d48', 'admin_state_up': True, 'tenant_id': 'c2a0fcfa6fb64d598ba0e9dc6769d61f'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:00:27.793828 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-556b6d0b-5a7c-454d-b893-d392f9d4a462 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:27.807197 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-bda73056-a97d-411f-b047-05a971f27929 req-fc4e8c39-9346-4225-87fe-f5c7ce97730e tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?device_id=150d5aa5-b0ab-4fa5-95b8-9148c219bf0c HTTP/1.1" status: 200 len: 210 time: 0.0638597 Dec 15 21:00:27.816204 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-556b6d0b-5a7c-454d-b893-d392f9d4a462 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:00:27.820102 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-556b6d0b-5a7c-454d-b893-d392f9d4a462 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Usage tracker for resource:security_group_rule and tenant:e67c01112e5140159f714a65508bf5cb is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:00:27.823382 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-556b6d0b-5a7c-454d-b893-d392f9d4a462 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:00:27.833221 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-556b6d0b-5a7c-454d-b893-d392f9d4a462 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:00:27.909508 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-556b6d0b-5a7c-454d-b893-d392f9d4a462 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:27.913743 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-556b6d0b-5a7c-454d-b893-d392f9d4a462 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:27.919127 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-7a916f24-844c-4bfe-b4a7-3349cdee9521 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:27.928074 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [req-f80096f0-7115-4939-8082-4ece39285295 req-dcab89ec-2a26-413e-b311-aa8523919a99 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:00:27.931558 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-f80096f0-7115-4939-8082-4ece39285295 req-dcab89ec-2a26-413e-b311-aa8523919a99 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Usage tracker for resource:port and tenant:c2a0fcfa6fb64d598ba0e9dc6769d61f is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:00:27.934406 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-f80096f0-7115-4939-8082-4ece39285295 req-dcab89ec-2a26-413e-b311-aa8523919a99 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:00:27.940710 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [req-f80096f0-7115-4939-8082-4ece39285295 req-dcab89ec-2a26-413e-b311-aa8523919a99 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:00:27.960612 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-556b6d0b-5a7c-454d-b893-d392f9d4a462 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:27.963480 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-556b6d0b-5a7c-454d-b893-d392f9d4a462 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:27.964718 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-556b6d0b-5a7c-454d-b893-d392f9d4a462 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2108018 Dec 15 21:00:27.965575 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-556b6d0b-5a7c-454d-b893-d392f9d4a462 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:27.968591 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 41576) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:00:27.972801 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f80096f0-7115-4939-8082-4ece39285295 req-dcab89ec-2a26-413e-b311-aa8523919a99 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Made reservation on behalf of c2a0fcfa6fb64d598ba0e9dc6769d61f for: {'port': 1} {{(pid=86859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:00:27.973785 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-f035a3b5-c6d4-4749-a527-a0a8205ebb9f tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Request body: {'security_group_rule': {'security_group_id': '5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:00:27.976738 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-f80096f0-7115-4939-8082-4ece39285295 req-dcab89ec-2a26-413e-b311-aa8523919a99 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:27.981157 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-f035a3b5-c6d4-4749-a527-a0a8205ebb9f tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:00:27.985857 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-f035a3b5-c6d4-4749-a527-a0a8205ebb9f tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Usage tracker for resource:security_group_rule and tenant:e67c01112e5140159f714a65508bf5cb is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:00:27.988612 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-f035a3b5-c6d4-4749-a527-a0a8205ebb9f tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:00:27.994804 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-f035a3b5-c6d4-4749-a527-a0a8205ebb9f tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:00:28.015908 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f035a3b5-c6d4-4749-a527-a0a8205ebb9f tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:28.080857 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f035a3b5-c6d4-4749-a527-a0a8205ebb9f tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:28.086664 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f035a3b5-c6d4-4749-a527-a0a8205ebb9f tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810047'] for security_group_rule, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:28.088628 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:28.111428 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035a3b5-c6d4-4749-a527-a0a8205ebb9f tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ece1c182-d4f6-4fcb-8796-dec3c52bb6ef,revision_number=0']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:28.113893 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-f035a3b5-c6d4-4749-a527-a0a8205ebb9f tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:28.121155 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f035a3b5-c6d4-4749-a527-a0a8205ebb9f tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:28.122385 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-f035a3b5-c6d4-4749-a527-a0a8205ebb9f tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1533659 Dec 15 21:00:28.125226 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 41582) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:00:28.130318 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-f1a47402-7e0d-4a29-998e-aebe7917682c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Request body: {'security_group_rule': {'security_group_id': '5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:00:28.135953 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-f1a47402-7e0d-4a29-998e-aebe7917682c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:00:28.139807 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-f1a47402-7e0d-4a29-998e-aebe7917682c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Usage tracker for resource:security_group_rule and tenant:e67c01112e5140159f714a65508bf5cb is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:00:28.142629 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-f1a47402-7e0d-4a29-998e-aebe7917682c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:00:28.148202 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-f1a47402-7e0d-4a29-998e-aebe7917682c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:00:28.165278 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f1a47402-7e0d-4a29-998e-aebe7917682c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:28.199550 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_common [req-f80096f0-7115-4939-8082-4ece39285295 req-dcab89ec-2a26-413e-b311-aa8523919a99 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Allocated IP 172.20.0.13 (c4217bf4-27e6-4e36-8420-1687ad1e4d48/8a6ae797-4575-4877-b8cc-acec81804a21/24e282c3-6e9d-4a11-a73c-579b3c12859b) {{(pid=86859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:00:28.224511 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f4a7ff9-b235-43a3-920b-d24ca98630bf req-d3ea0436-c132-45dd-9a76-e89de579722a tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:28.226092 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7f4a7ff9-b235-43a3-920b-d24ca98630bf req-d3ea0436-c132-45dd-9a76-e89de579722a tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 985 time: 0.1615050 Dec 15 21:00:28.308897 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f1a47402-7e0d-4a29-998e-aebe7917682c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:28.313913 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f1a47402-7e0d-4a29-998e-aebe7917682c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810047'] for security_group_rule, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:28.315924 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-f035a3b5-c6d4-4749-a527-a0a8205ebb9f tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:28.332288 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7f4a7ff9-b235-43a3-920b-d24ca98630bf req-7ed3914f-91e2-48c3-9c4f-c4b147be322f tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&id=cf142092-dc8c-4abc-99eb-04f277df0171&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0907018 Dec 15 21:00:28.339823 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a47402-7e0d-4a29-998e-aebe7917682c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc71e5d1-39bf-461f-94fd-3def9559c313,revision_number=0']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:28.344349 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-f1a47402-7e0d-4a29-998e-aebe7917682c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:28.352265 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f1a47402-7e0d-4a29-998e-aebe7917682c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:28.356340 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-f1a47402-7e0d-4a29-998e-aebe7917682c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2273002 Dec 15 21:00:28.356598 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 41586) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:00:28.361458 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-6fa877fa-1844-47b8-bd6a-030b1405ceef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Request body: {'floatingip': {'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:00:28.367332 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-6fa877fa-1844-47b8-bd6a-030b1405ceef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:00:28.371142 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-6fa877fa-1844-47b8-bd6a-030b1405ceef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Usage tracker for resource:floatingip and tenant:e67c01112e5140159f714a65508bf5cb is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:00:28.374459 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-6fa877fa-1844-47b8-bd6a-030b1405ceef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:00:28.380237 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-6fa877fa-1844-47b8-bd6a-030b1405ceef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:00:28.391873 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-6fa877fa-1844-47b8-bd6a-030b1405ceef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for floatingip, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:28.530893 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-6fa877fa-1844-47b8-bd6a-030b1405ceef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:28.557267 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-f80096f0-7115-4939-8082-4ece39285295 req-dcab89ec-2a26-413e-b311-aa8523919a99 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Notify callbacks [] for port, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:28.587339 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-f80096f0-7115-4939-8082-4ece39285295 req-dcab89ec-2a26-413e-b311-aa8523919a99 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:28.593455 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-be569910-b7df-4f5a-9b42-b3d8e6ae48bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:28.653719 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f80096f0-7115-4939-8082-4ece39285295 req-dcab89ec-2a26-413e-b311-aa8523919a99 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Network c4217bf4-27e6-4e36-8420-1687ad1e4d48 is already hosted by enough agents. {{(pid=86859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:00:28.657541 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [req-f80096f0-7115-4939-8082-4ece39285295 req-dcab89ec-2a26-413e-b311-aa8523919a99 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Resources bound (agent type, host, resource id): {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:00:28.661527 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.l3_dvrscheduler_db [req-f80096f0-7115-4939-8082-4ece39285295 req-dcab89ec-2a26-413e-b311-aa8523919a99 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Received port after_create {{(pid=86859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:00:28.681368 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [None req-6fa877fa-1844-47b8-bd6a-030b1405ceef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Allocated IP 172.27.1.238 (83db4151-6da2-47b8-971d-0a11887406d4/9a076902-1727-47fe-9eed-a31b1c56c654/60f5e10b-2de1-43ff-949f-ac4e93cdf9b6) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:00:28.713582 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcab89ec-2a26-413e-b311-aa8523919a99 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Pushing event updated for resources: {'Port': ['ID=24e282c3-6e9d-4a11-a73c-579b3c12859b,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:28.717997 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-dcab89ec-2a26-413e-b311-aa8523919a99 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:28.735915 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80096f0-7115-4939-8082-4ece39285295 req-dcab89ec-2a26-413e-b311-aa8523919a99 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:28.736579 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-f80096f0-7115-4939-8082-4ece39285295 req-dcab89ec-2a26-413e-b311-aa8523919a99 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:28.758565 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f80096f0-7115-4939-8082-4ece39285295 req-dcab89ec-2a26-413e-b311-aa8523919a99 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9814734 Dec 15 21:00:28.773386 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [req-f80096f0-7115-4939-8082-4ece39285295 req-4561842a-396f-466f-bc33-586d0fe961a4 service neutron] Request body: {'port': {'device_id': '150d5aa5-b0ab-4fa5-95b8-9148c219bf0c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:00:28.860349 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-6fa877fa-1844-47b8-bd6a-030b1405ceef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:28.899461 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-6fa877fa-1844-47b8-bd6a-030b1405ceef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:28.905238 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-de145dfd-ac9a-41d1-8fb5-97f5ca931b72 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:28.920291 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-f80096f0-7115-4939-8082-4ece39285295 req-4561842a-396f-466f-bc33-586d0fe961a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:28.974162 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa877fa-1844-47b8-bd6a-030b1405ceef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Network 83db4151-6da2-47b8-971d-0a11887406d4 is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:00:28.978561 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-6fa877fa-1844-47b8-bd6a-030b1405ceef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:00:28.982105 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa877fa-1844-47b8-bd6a-030b1405ceef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:00:29.039650 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa877fa-1844-47b8-bd6a-030b1405ceef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Pushing event updated for resources: {'Port': ['ID=60f5e10b-2de1-43ff-949f-ac4e93cdf9b6,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:29.044476 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-6fa877fa-1844-47b8-bd6a-030b1405ceef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:29.090645 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-6fa877fa-1844-47b8-bd6a-030b1405ceef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:29.172829 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-6fa877fa-1844-47b8-bd6a-030b1405ceef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:29.313363 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432bbc7-fc57-4c2a-81e2-2b25f76dec27 req-314f631b-0ee8-4116-b0dd-a785069e695b tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:29.313984 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-c432bbc7-fc57-4c2a-81e2-2b25f76dec27 req-314f631b-0ee8-4116-b0dd-a785069e695b tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Synchronizing usage tracker for tenant:c2a0fcfa6fb64d598ba0e9dc6769d61f on resource:port {{(pid=86859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:00:29.389857 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-6fa877fa-1844-47b8-bd6a-030b1405ceef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for port, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:29.394992 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-6fa877fa-1844-47b8-bd6a-030b1405ceef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:29.398723 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:29.405337 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-c432bbc7-fc57-4c2a-81e2-2b25f76dec27 req-314f631b-0ee8-4116-b0dd-a785069e695b tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Unset dirty status for tenant:c2a0fcfa6fb64d598ba0e9dc6769d61f on resource:port {{(pid=86859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:00:29.406509 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c432bbc7-fc57-4c2a-81e2-2b25f76dec27 req-314f631b-0ee8-4116-b0dd-a785069e695b tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?device_id=150d5aa5-b0ab-4fa5-95b8-9148c219bf0c HTTP/1.1" status: 200 len: 932 time: 0.2943721 Dec 15 21:00:29.506523 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa877fa-1844-47b8-bd6a-030b1405ceef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Pushing event updated for resources: {'Port': ['ID=60f5e10b-2de1-43ff-949f-ac4e93cdf9b6,revision_number=2']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:29.507335 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c432bbc7-fc57-4c2a-81e2-2b25f76dec27 req-3d3f612e-db56-486e-a1e2-83772f5db1d5 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/security-groups?id=4147388d-a7ab-427f-a69b-b0414b1d0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939851 Dec 15 21:00:29.510595 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-6fa877fa-1844-47b8-bd6a-030b1405ceef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:29.517207 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-6fa877fa-1844-47b8-bd6a-030b1405ceef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677241'] for floatingip, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:29.533564 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e9b567-1426-42dd-8db9-5c158ae3a2c7 req-f23147ec-b319-418c-adc1-c451f2521182 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:29.534698 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-79e9b567-1426-42dd-8db9-5c158ae3a2c7 req-f23147ec-b319-418c-adc1-c451f2521182 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.2149606 Dec 15 21:00:29.546472 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.notifiers.nova [req-f80096f0-7115-4939-8082-4ece39285295 req-4561842a-396f-466f-bc33-586d0fe961a4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 24e282c3-6e9d-4a11-a73c-579b3c12859b {{(pid=86859) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:00:29.551512 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-6fa877fa-1844-47b8-bd6a-030b1405ceef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for floatingip, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:29.561063 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-6fa877fa-1844-47b8-bd6a-030b1405ceef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1955247 Dec 15 21:00:29.567502 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-f80096f0-7115-4939-8082-4ece39285295 req-4561842a-396f-466f-bc33-586d0fe961a4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:29.597473 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.provisioning_blocks [req-f80096f0-7115-4939-8082-4ece39285295 req-4561842a-396f-466f-bc33-586d0fe961a4 service neutron] Transition to ACTIVE for port object 24e282c3-6e9d-4a11-a73c-579b3c12859b will not be triggered until provisioned by entity L2. {{(pid=86859) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:00:29.606119 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-f80096f0-7115-4939-8082-4ece39285295 req-4561842a-396f-466f-bc33-586d0fe961a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4132647'] for port, after_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:29.613236 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-7d81b906-18f9-4529-9b95-aba564f01b6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:29.652465 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-79e9b567-1426-42dd-8db9-5c158ae3a2c7 req-d2580849-9d3d-4722-8570-68f40dc5abb7 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1086152 Dec 15 21:00:29.824252 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561842a-396f-466f-bc33-586d0fe961a4 service neutron] Pushing event updated for resources: {'Port': ['ID=24e282c3-6e9d-4a11-a73c-579b3c12859b,revision_number=2']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:29.826926 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-4561842a-396f-466f-bc33-586d0fe961a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:29.909132 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-5e20c505-8bb3-42f3-97a5-9102b760aaa7 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1926028525&fields=id&tenant_id=e67c01112e5140159f714a65508bf5cb HTTP/1.1" status: 200 len: 267 time: 0.1384583 Dec 15 21:00:30.055454 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffc57ee-663c-4db3-b9c7-4a402103fa45 req-02472083-795d-47be-9ea5-c6f9de9d38e2 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:30.056977 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-cffc57ee-663c-4db3-b9c7-4a402103fa45 req-02472083-795d-47be-9ea5-c6f9de9d38e2 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 985 time: 0.4458599 Dec 15 21:00:30.060692 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.managers [req-f80096f0-7115-4939-8082-4ece39285295 req-4561842a-396f-466f-bc33-586d0fe961a4 service neutron] Attempting to bind port 24e282c3-6e9d-4a11-a73c-579b3c12859b on host hv-cinder-82189 for vnic_type normal with profile {{(pid=86859) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:00:30.061649 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.managers [req-f80096f0-7115-4939-8082-4ece39285295 req-4561842a-396f-466f-bc33-586d0fe961a4 service neutron] Attempting to bind port 24e282c3-6e9d-4a11-a73c-579b3c12859b by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '4cf94511-fd4f-4255-aa59-8762443f461b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c4217bf4-27e6-4e36-8420-1687ad1e4d48'}] {{(pid=86859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:00:30.061996 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80096f0-7115-4939-8082-4ece39285295 req-4561842a-396f-466f-bc33-586d0fe961a4 service neutron] Attempting to bind port 24e282c3-6e9d-4a11-a73c-579b3c12859b on network c4217bf4-27e6-4e36-8420-1687ad1e4d48 {{(pid=86859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:00:30.092902 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80096f0-7115-4939-8082-4ece39285295 req-4561842a-396f-466f-bc33-586d0fe961a4 service neutron] Port 24e282c3-6e9d-4a11-a73c-579b3c12859b on network c4217bf4-27e6-4e36-8420-1687ad1e4d48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=86859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:00:30.093145 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80096f0-7115-4939-8082-4ece39285295 req-4561842a-396f-466f-bc33-586d0fe961a4 service neutron] Attempting to bind port 24e282c3-6e9d-4a11-a73c-579b3c12859b on network c4217bf4-27e6-4e36-8420-1687ad1e4d48 {{(pid=86859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:00:30.116680 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80096f0-7115-4939-8082-4ece39285295 req-4561842a-396f-466f-bc33-586d0fe961a4 service neutron] Checking agent: {'id': '725a3879-ffa9-43b4-b39f-ace0d62390f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'started_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:00:30.117003 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80096f0-7115-4939-8082-4ece39285295 req-4561842a-396f-466f-bc33-586d0fe961a4 service neutron] Checking segment: {'id': '4cf94511-fd4f-4255-aa59-8762443f461b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c4217bf4-27e6-4e36-8420-1687ad1e4d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:00:30.117372 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f80096f0-7115-4939-8082-4ece39285295 req-4561842a-396f-466f-bc33-586d0fe961a4 service neutron] Bound using segment: {'id': '4cf94511-fd4f-4255-aa59-8762443f461b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c4217bf4-27e6-4e36-8420-1687ad1e4d48'} {{(pid=86859) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:00:30.117816 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.managers [req-f80096f0-7115-4939-8082-4ece39285295 req-4561842a-396f-466f-bc33-586d0fe961a4 service neutron] Bound port: 24e282c3-6e9d-4a11-a73c-579b3c12859b, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf94511-fd4f-4255-aa59-8762443f461b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c4217bf4-27e6-4e36-8420-1687ad1e4d48'}}] {{(pid=86859) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:00:30.118153 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-f80096f0-7115-4939-8082-4ece39285295 req-4561842a-396f-466f-bc33-586d0fe961a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:30.152342 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-13c0f54f-54a1-452c-a183-0f86912c7ce1 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:30.153725 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-13c0f54f-54a1-452c-a183-0f86912c7ce1 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/networks?id=93026352-c79c-42ad-baed-f8112007ec46 HTTP/1.1" status: 200 len: 816 time: 0.2352140 Dec 15 21:00:30.165763 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-cffc57ee-663c-4db3-b9c7-4a402103fa45 req-86adc65f-8a7f-4524-b0fd-b724acdddd1d tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&id=cf142092-dc8c-4abc-99eb-04f277df0171&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0977139 Dec 15 21:00:30.214862 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-375de353-2730-4d46-81c8-a3ec5fa4867d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/quotas/e67c01112e5140159f714a65508bf5cb HTTP/1.1" status: 200 len: 375 time: 0.0531876 Dec 15 21:00:30.292646 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.db [req-f80096f0-7115-4939-8082-4ece39285295 req-4561842a-396f-466f-bc33-586d0fe961a4 service neutron] For port 24e282c3-6e9d-4a11-a73c-579b3c12859b, host hv-cinder-82189, cleared binding levels {{(pid=86859) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:00:30.302737 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.db [req-f80096f0-7115-4939-8082-4ece39285295 req-4561842a-396f-466f-bc33-586d0fe961a4 service neutron] For port 24e282c3-6e9d-4a11-a73c-579b3c12859b, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=24e282c3-6e9d-4a11-a73c-579b3c12859b,segment=NetworkSegment(4cf94511-fd4f-4255-aa59-8762443f461b),segment_id=4cf94511-fd4f-4255-aa59-8762443f461b)] {{(pid=86859) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:00:30.311176 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-f80096f0-7115-4939-8082-4ece39285295 req-4561842a-396f-466f-bc33-586d0fe961a4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4132647'] for port, after_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:30.316102 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:30.456193 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80096f0-7115-4939-8082-4ece39285295 req-4561842a-396f-466f-bc33-586d0fe961a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:30.457361 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-f80096f0-7115-4939-8082-4ece39285295 req-4561842a-396f-466f-bc33-586d0fe961a4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:30.458713 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f80096f0-7115-4939-8082-4ece39285295 req-4561842a-396f-466f-bc33-586d0fe961a4 service neutron] 10.222.0.41 "PUT /v2.0/ports/24e282c3-6e9d-4a11-a73c-579b3c12859b HTTP/1.1" status: 200 len: 1094 time: 1.6896048 Dec 15 21:00:30.462121 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '150d5aa5-b0ab-4fa5-95b8-9148c219bf0c', 'tag': '24e282c3-6e9d-4a11-a73c-579b3c12859b'}] {{(pid=86859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:00:30.478951 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-7833a0fb-a84c-44d9-92d3-9cea63fa2147 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=e67c01112e5140159f714a65508bf5cb&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2574627 Dec 15 21:00:30.496594 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4561842a-396f-466f-bc33-586d0fe961a4 service neutron] Pushing event updated for resources: {'Port': ['ID=24e282c3-6e9d-4a11-a73c-579b3c12859b,revision_number=3']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:30.499644 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-4561842a-396f-466f-bc33-586d0fe961a4 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:30.519629 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '150d5aa5-b0ab-4fa5-95b8-9148c219bf0c', 'tag': '24e282c3-6e9d-4a11-a73c-579b3c12859b', 'status': 'completed', 'code': 200} Dec 15 21:00:30.739972 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-221b2c53-172c-4937-a29f-00c8750e2851 service neutron] 10.222.0.49 "GET /v2.0/networks/93026352-c79c-42ad-baed-f8112007ec46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2444150 Dec 15 21:00:30.749605 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80096f0-7115-4939-8082-4ece39285295 req-85f8b779-d56e-4ff1-8fce-b367d0287379 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:30.750965 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f80096f0-7115-4939-8082-4ece39285295 req-85f8b779-d56e-4ff1-8fce-b367d0287379 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2a0fcfa6fb64d598ba0e9dc6769d61f&device_id=150d5aa5-b0ab-4fa5-95b8-9148c219bf0c HTTP/1.1" status: 200 len: 1097 time: 0.2306323 Dec 15 21:00:30.837961 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729473ba-264b-4c45-934a-0021482879e8 req-12e87c37-bec1-4229-8a97-d3848c3d1a1a tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:30.839364 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-729473ba-264b-4c45-934a-0021482879e8 req-12e87c37-bec1-4229-8a97-d3848c3d1a1a tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?device_id=150d5aa5-b0ab-4fa5-95b8-9148c219bf0c HTTP/1.1" status: 200 len: 944 time: 0.2219114 Dec 15 21:00:30.888564 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f80096f0-7115-4939-8082-4ece39285295 req-5cda5ba3-5609-439b-bf2e-07c1bb51005d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24e282c3-6e9d-4a11-a73c-579b3c12859b HTTP/1.1" status: 200 len: 217 time: 0.1176677 Dec 15 21:00:31.011700 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-729473ba-264b-4c45-934a-0021482879e8 req-c40b963f-25aa-4d3c-b918-31958b0b1f27 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/security-groups?id=4147388d-a7ab-427f-a69b-b0414b1d0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247156 Dec 15 21:00:31.025692 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80096f0-7115-4939-8082-4ece39285295 req-8ffbb5ac-8bd2-47ad-b093-fba09275ff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:31.027150 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f80096f0-7115-4939-8082-4ece39285295 req-8ffbb5ac-8bd2-47ad-b093-fba09275ff80 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8a6ae797-4575-4877-b8cc-acec81804a21 HTTP/1.1" status: 200 len: 854 time: 0.1255484 Dec 15 21:00:31.033065 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-b2c5bac9-4893-429f-b19c-b7355c44b984 service neutron] 10.222.0.49 "GET /v2.0/networks/93026352-c79c-42ad-baed-f8112007ec46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2864006 Dec 15 21:00:31.082486 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f80096f0-7115-4939-8082-4ece39285295 req-70eb1be2-8ef8-4cb7-a496-ce59381fdd7d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4217bf4-27e6-4e36-8420-1687ad1e4d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463178 Dec 15 21:00:31.258397 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ff7e8900-be0e-4af8-bf8a-d1acf918d4b0 req-722100a7-346e-438c-99ab-ae8773c63772 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 210 time: 0.0588067 Dec 15 21:00:31.310615 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f80096f0-7115-4939-8082-4ece39285295 req-7bc3c9fb-46c9-456e-af71-3a5ac1842e3f service neutron] 10.222.0.41 "GET /v2.0/networks/c4217bf4-27e6-4e36-8420-1687ad1e4d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207949 Dec 15 21:00:31.322312 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b93ab53-6a8a-4ea3-84c5-c817936fc693 req-222c8ef1-4c79-49db-8e7b-4ca04457b6f2 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:31.323724 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9b93ab53-6a8a-4ea3-84c5-c817936fc693 req-222c8ef1-4c79-49db-8e7b-4ca04457b6f2 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.2147546 Dec 15 21:00:31.452038 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9b93ab53-6a8a-4ea3-84c5-c817936fc693 req-7be52ac7-78e9-4f41-847b-5884d151caae tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1049664 Dec 15 21:00:31.488270 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f80096f0-7115-4939-8082-4ece39285295 req-7f862612-c1e6-4f9d-8745-dba498ae995d service neutron] 10.222.0.41 "GET /v2.0/networks/c4217bf4-27e6-4e36-8420-1687ad1e4d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634886 Dec 15 21:00:31.511778 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354636ba-0620-4495-954a-9902d510d156 req-fb38c12f-5188-4725-b199-1dd68454acac tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:31.512479 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-354636ba-0620-4495-954a-9902d510d156 req-fb38c12f-5188-4725-b199-1dd68454acac tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Synchronizing usage tracker for tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 on resource:port {{(pid=86858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:00:31.528309 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-354636ba-0620-4495-954a-9902d510d156 req-fb38c12f-5188-4725-b199-1dd68454acac tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Unset dirty status for tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 on resource:port {{(pid=86858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:00:31.529846 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-354636ba-0620-4495-954a-9902d510d156 req-fb38c12f-5188-4725-b199-1dd68454acac tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.41 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 945 time: 0.1238341 Dec 15 21:00:31.609402 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-354636ba-0620-4495-954a-9902d510d156 req-7ec6e5c5-2594-4ec9-be7f-0fc351cf6844 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Deleting port a2037936-b08a-46ec-9ff3-903f7fa93eae {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:00:31.609853 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-354636ba-0620-4495-954a-9902d510d156 req-7ec6e5c5-2594-4ec9-be7f-0fc351cf6844 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:31.618833 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d862a-18ec-414b-bd89-df60cc2cc73b req-2371c377-a835-48c6-938b-481e82ae9951 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:31.620312 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f74d862a-18ec-414b-bd89-df60cc2cc73b req-2371c377-a835-48c6-938b-481e82ae9951 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2a0fcfa6fb64d598ba0e9dc6769d61f&device_id=150d5aa5-b0ab-4fa5-95b8-9148c219bf0c HTTP/1.1" status: 200 len: 1097 time: 0.0770440 Dec 15 21:00:31.763494 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d862a-18ec-414b-bd89-df60cc2cc73b req-ca42c53b-ab35-436a-9597-2493ff659566 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:31.765012 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f74d862a-18ec-414b-bd89-df60cc2cc73b req-ca42c53b-ab35-436a-9597-2493ff659566 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4217bf4-27e6-4e36-8420-1687ad1e4d48 HTTP/1.1" status: 200 len: 915 time: 0.1365941 Dec 15 21:00:31.837394 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f74d862a-18ec-414b-bd89-df60cc2cc73b req-60e69df4-ce27-4fd2-820b-f7a6512d3775 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=24e282c3-6e9d-4a11-a73c-579b3c12859b HTTP/1.1" status: 200 len: 217 time: 0.0648444 Dec 15 21:00:31.861396 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-354636ba-0620-4495-954a-9902d510d156 req-7ec6e5c5-2594-4ec9-be7f-0fc351cf6844 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] For port a2037936-b08a-46ec-9ff3-903f7fa93eae, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a2037936-b08a-46ec-9ff3-903f7fa93eae,segment=NetworkSegment(53ea13d4-8379-475a-86a8-f30a8b17f4af),segment_id=53ea13d4-8379-475a-86a8-f30a8b17f4af)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:00:31.861782 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-354636ba-0620-4495-954a-9902d510d156 req-7ec6e5c5-2594-4ec9-be7f-0fc351cf6844 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:31.902277 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74d862a-18ec-414b-bd89-df60cc2cc73b req-bfa0c41a-991e-4839-ab8e-600de7829d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:31.903683 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f74d862a-18ec-414b-bd89-df60cc2cc73b req-bfa0c41a-991e-4839-ab8e-600de7829d75 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8a6ae797-4575-4877-b8cc-acec81804a21 HTTP/1.1" status: 200 len: 854 time: 0.0560777 Dec 15 21:00:31.954488 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f74d862a-18ec-414b-bd89-df60cc2cc73b req-baf62cee-06f2-4db4-b602-87f36ff7a350 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4217bf4-27e6-4e36-8420-1687ad1e4d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0431917 Dec 15 21:00:32.246264 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f74d862a-18ec-414b-bd89-df60cc2cc73b req-561a8c7e-fd93-46dd-a39b-25215fe900c4 service neutron] 10.222.0.41 "GET /v2.0/networks/c4217bf4-27e6-4e36-8420-1687ad1e4d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2827804 Dec 15 21:00:32.287824 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84846f56-7461-4878-80b7-75910ed525db req-9aa761b2-4221-46a7-809e-10c674b75963 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:32.289615 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-84846f56-7461-4878-80b7-75910ed525db req-9aa761b2-4221-46a7-809e-10c674b75963 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?device_id=150d5aa5-b0ab-4fa5-95b8-9148c219bf0c HTTP/1.1" status: 200 len: 944 time: 0.1473546 Dec 15 21:00:32.364154 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-354636ba-0620-4495-954a-9902d510d156 req-7ec6e5c5-2594-4ec9-be7f-0fc351cf6844 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:32.364521 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-354636ba-0620-4495-954a-9902d510d156 req-7ec6e5c5-2594-4ec9-be7f-0fc351cf6844 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677241'] for floatingip, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:32.364931 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.db.l3_db [req-354636ba-0620-4495-954a-9902d510d156 req-7ec6e5c5-2594-4ec9-be7f-0fc351cf6844 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Floating IP 6d43a8db-9d78-4279-9a2a-0a0b60dfbfc4 disassociated. External IP: 172.27.1.118, port: a2037936-b08a-46ec-9ff3-903f7fa93eae. Dec 15 21:00:32.365342 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-354636ba-0620-4495-954a-9902d510d156 req-7ec6e5c5-2594-4ec9-be7f-0fc351cf6844 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Calling delete_port for a2037936-b08a-46ec-9ff3-903f7fa93eae owned by compute:nova {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:00:32.400825 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-84846f56-7461-4878-80b7-75910ed525db req-69751d00-d9df-4738-a674-7e4486f6a5ee tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/security-groups?id=4147388d-a7ab-427f-a69b-b0414b1d0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677838 Dec 15 21:00:32.460975 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1aea1288-5fa0-4674-a891-69028d94e1e6 req-b24afd23-0cbb-45b1-ae02-0c4abb4820b3 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 210 time: 0.0497696 Dec 15 21:00:32.478695 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f74d862a-18ec-414b-bd89-df60cc2cc73b req-1985a666-45d2-48ea-a340-f34cde5a4d6c service neutron] 10.222.0.41 "GET /v2.0/networks/c4217bf4-27e6-4e36-8420-1687ad1e4d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2246349 Dec 15 21:00:32.548164 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-841c9954-236d-4ee1-9d66-fed2f0d52e39 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:32.549580 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-841c9954-236d-4ee1-9d66-fed2f0d52e39 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.41 "GET /v2.0/networks?id=93026352-c79c-42ad-baed-f8112007ec46 HTTP/1.1" status: 200 len: 816 time: 0.3261518 Dec 15 21:00:32.597063 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-354636ba-0620-4495-954a-9902d510d156 req-7ec6e5c5-2594-4ec9-be7f-0fc351cf6844 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:32.608775 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-c02a4fcf-d497-4b08-925a-5e9c27111b23 tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:32.613198 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2244b5ad-804c-4582-bbc3-6ddfbfc8dcb7 req-23d39f3b-7436-4b97-8fb5-bd16a8af726e tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 210 time: 0.0438418 Dec 15 21:00:32.659105 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-ab8e60e1-a7cd-464b-9670-99d748ea9449 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Synchronizing usage tracker for tenant:e67c01112e5140159f714a65508bf5cb on resource:security_group {{(pid=86858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:00:32.661520 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec6e5c5-2594-4ec9-be7f-0fc351cf6844 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Pushing event deleted for resources: {'Port': ['ID=a2037936-b08a-46ec-9ff3-903f7fa93eae,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:32.666080 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-7ec6e5c5-2594-4ec9-be7f-0fc351cf6844 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:32.732342 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-ab8e60e1-a7cd-464b-9670-99d748ea9449 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Unset dirty status for tenant:e67c01112e5140159f714a65508bf5cb on resource:security_group {{(pid=86858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:00:32.733527 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-ab8e60e1-a7cd-464b-9670-99d748ea9449 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e67c01112e5140159f714a65508bf5cb HTTP/1.1" status: 200 len: 380 time: 0.1736612 Dec 15 21:00:32.793031 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-4c24e9b8-c982-4eb0-9450-75614e980aad tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Request body: {'port': {'device_id': '58fe6912-274c-4d1a-a3c4-f57ca6ea347c', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'admin_state_up': True, 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'security_groups': ['5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee']}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:00:32.973884 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-4c24e9b8-c982-4eb0-9450-75614e980aad tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:00:32.980383 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.l3_agent_scheduler [req-354636ba-0620-4495-954a-9902d510d156 req-7ec6e5c5-2594-4ec9-be7f-0fc351cf6844 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Router 154bd57b-dee4-49aa-b381-0a996985ad41 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:00:32.981634 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-4c24e9b8-c982-4eb0-9450-75614e980aad tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Usage tracker for resource:port and tenant:e67c01112e5140159f714a65508bf5cb is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:00:32.986998 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-4c24e9b8-c982-4eb0-9450-75614e980aad tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:00:32.993921 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-4c24e9b8-c982-4eb0-9450-75614e980aad tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:00:33.060827 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-4c24e9b8-c982-4eb0-9450-75614e980aad tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Made reservation on behalf of e67c01112e5140159f714a65508bf5cb for: {'port': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:00:33.064620 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-4c24e9b8-c982-4eb0-9450-75614e980aad tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:33.286621 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-354636ba-0620-4495-954a-9902d510d156 req-7ec6e5c5-2594-4ec9-be7f-0fc351cf6844 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:00:33.296811 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5723d597-1d68-49de-b249-e49224991e78 None None] Sync routers for ids ['154bd57b-dee4-49aa-b381-0a996985ad41'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:00:33.306292 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5723d597-1d68-49de-b249-e49224991e78 None None] Routers {'154bd57b-dee4-49aa-b381-0a996985ad41'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:00:33.306833 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-5723d597-1d68-49de-b249-e49224991e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:00:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['154bd57b-dee4-49aa-b381-0a996985ad41'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:00:33.375816 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-354636ba-0620-4495-954a-9902d510d156 req-7ec6e5c5-2594-4ec9-be7f-0fc351cf6844 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] No DVR routers for this DVR port a2037936-b08a-46ec-9ff3-903f7fa93eae on host hv-cinder-82189 {{(pid=86858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:00:33.378261 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-354636ba-0620-4495-954a-9902d510d156 req-7ec6e5c5-2594-4ec9-be7f-0fc351cf6844 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:33.382799 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1e1717e-8054-4dd5-8fe7-eff94d3bc075', 'name': 'network-vif-deleted', 'tag': 'a2037936-b08a-46ec-9ff3-903f7fa93eae'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:00:33.409095 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-4c24e9b8-c982-4eb0-9450-75614e980aad tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Allocated IP 172.20.0.13 (93026352-c79c-42ad-baed-f8112007ec46/eac67882-7145-4cd4-a26e-4a2149ab905e/40d51192-b822-4df2-a798-3ca1e603500c) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:00:33.417508 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-354636ba-0620-4495-954a-9902d510d156 req-7ec6e5c5-2594-4ec9-be7f-0fc351cf6844 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.41 "DELETE /v2.0/ports/a2037936-b08a-46ec-9ff3-903f7fa93eae HTTP/1.1" status: 204 len: 173 time: 1.8745403 Dec 15 21:00:33.500644 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-5723d597-1d68-49de-b249-e49224991e78 None None] Set router 154bd57b-dee4-49aa-b381-0a996985ad41 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:00:33.618862 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c357413b-4692-46c0-8684-c7a123bc3c35 req-6d0d70ce-d967-47a0-8ac5-a78b57236e75 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:33.621990 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c357413b-4692-46c0-8684-c7a123bc3c35 req-6d0d70ce-d967-47a0-8ac5-a78b57236e75 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?device_id=150d5aa5-b0ab-4fa5-95b8-9148c219bf0c HTTP/1.1" status: 200 len: 944 time: 0.1071398 Dec 15 21:00:33.681040 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-4c24e9b8-c982-4eb0-9450-75614e980aad tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:33.685294 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1e1717e-8054-4dd5-8fe7-eff94d3bc075', 'name': 'network-vif-deleted', 'tag': 'a2037936-b08a-46ec-9ff3-903f7fa93eae', 'status': 'completed', 'code': 200} Dec 15 21:00:33.695178 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c357413b-4692-46c0-8684-c7a123bc3c35 req-75083ad0-f6b0-42c1-9b9c-c23e98a4e646 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/security-groups?id=4147388d-a7ab-427f-a69b-b0414b1d0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673432 Dec 15 21:00:33.703206 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-4c24e9b8-c982-4eb0-9450-75614e980aad tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Transition to ACTIVE for port object 40d51192-b822-4df2-a798-3ca1e603500c will not be triggered until provisioned by entity DHCP. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:00:33.729835 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-4c24e9b8-c982-4eb0-9450-75614e980aad tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:33.747261 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-0837516d-25b6-4d42-b31f-cebb362b993b tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:33.868020 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 24e282c3-6e9d-4a11-a73c-579b3c12859b details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=86860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 21:00:33.870697 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device a2037936-b08a-46ec-9ff3-903f7fa93eae no longer exists at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:00:33.910028 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1b2ab74e-4b5d-4800-b6e5-7365c2256a9c req-b005525a-883e-4e24-903c-e6a2fce6ce2e tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=d1e1717e-8054-4dd5-8fe7-eff94d3bc075 HTTP/1.1" status: 200 len: 210 time: 0.0643077 Dec 15 21:00:33.918099 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] No Port match for: a2037936-b08a-46ec-9ff3-903f7fa93eae {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:00:33.918444 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device a2037936-b08a-46ec-9ff3-903f7fa93eae not bound to the agent host hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:00:33.937023 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-5723d597-1d68-49de-b249-e49224991e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'name': 'tempest-AttachVolumeTestJSON-1084864815-router', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:48Z', 'updated_at': '2021-12-15T20:55:05Z', 'revision_number': 4, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'gw_port': {'id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:37:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '9423435b-093c-4c41-8fa2-facb066a64e7', 'name': '', 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'mac_address': 'fa:16:3e:ca:01:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5036755d-7452-453b-a442-049d1bf022e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:02Z', 'updated_at': '2021-12-15T20:55:18Z', 'revision_number': 5, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'subnets': [{'id': '5036755d-7452-453b-a442-049d1bf022e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:00:33.941976 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5723d597-1d68-49de-b249-e49224991e78 None None] Checking router: 154bd57b-dee4-49aa-b381-0a996985ad41 for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:00:33.972429 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49dfcc99-24a5-4aaf-8a9d-2074ed79273b req-1c85a956-280e-4c1f-8175-4382d4b1729d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:33.974318 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-49dfcc99-24a5-4aaf-8a9d-2074ed79273b req-1c85a956-280e-4c1f-8175-4382d4b1729d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 932 time: 0.1747427 Dec 15 21:00:33.988455 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-4c24e9b8-c982-4eb0-9450-75614e980aad tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Network 93026352-c79c-42ad-baed-f8112007ec46 is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:00:33.991892 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-4c24e9b8-c982-4eb0-9450-75614e980aad tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:00:34.006228 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-4c24e9b8-c982-4eb0-9450-75614e980aad tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:00:34.024343 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5723d597-1d68-49de-b249-e49224991e78 None None] Routers {'154bd57b-dee4-49aa-b381-0a996985ad41'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:00:34.025295 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-5723d597-1d68-49de-b249-e49224991e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:00:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['154bd57b-dee4-49aa-b381-0a996985ad41'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:00:34.031637 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-49dfcc99-24a5-4aaf-8a9d-2074ed79273b req-5e4127b5-4ba3-4a96-9e44-c7b24541cb3f tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0511701 Dec 15 21:00:34.044146 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c24e9b8-c982-4eb0-9450-75614e980aad tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Pushing event updated for resources: {'Port': ['ID=40d51192-b822-4df2-a798-3ca1e603500c,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:34.062758 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-4c24e9b8-c982-4eb0-9450-75614e980aad tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:34.095720 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-4c24e9b8-c982-4eb0-9450-75614e980aad tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:34.096404 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-4c24e9b8-c982-4eb0-9450-75614e980aad tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:34.116774 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-4c24e9b8-c982-4eb0-9450-75614e980aad tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3274338 Dec 15 21:00:34.130159 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-9a32f46b-50bf-4718-af1d-0b19a36d70f0 service neutron] Request body: {'port': {'device_id': '58fe6912-274c-4d1a-a3c4-f57ca6ea347c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:00:34.262609 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-9a32f46b-50bf-4718-af1d-0b19a36d70f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:34.307607 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 24e282c3-6e9d-4a11-a73c-579b3c12859b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=24e282c3-6e9d-4a11-a73c-579b3c12859b,segment=NetworkSegment(4cf94511-fd4f-4255-aa59-8762443f461b),segment_id=4cf94511-fd4f-4255-aa59-8762443f461b)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:00:34.336673 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-5723d597-1d68-49de-b249-e49224991e78 None None] Set router 154bd57b-dee4-49aa-b381-0a996985ad41 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:00:34.377684 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Returning: {'device': '24e282c3-6e9d-4a11-a73c-579b3c12859b', 'network_id': 'c4217bf4-27e6-4e36-8420-1687ad1e4d48', 'port_id': '24e282c3-6e9d-4a11-a73c-579b3c12859b', 'mac_address': 'fa:16:3e:26:17:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6ae797-4575-4877-b8cc-acec81804a21', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 21:00:34.438799 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-ff0a7402-15b7-41bd-adc1-4bf6941ae5a3 None None] Provisioning for port 40d51192-b822-4df2-a798-3ca1e603500c completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:00:34.459862 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-ff0a7402-15b7-41bd-adc1-4bf6941ae5a3 None None] Provisioning complete for port 40d51192-b822-4df2-a798-3ca1e603500c triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:00:34.460240 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-ff0a7402-15b7-41bd-adc1-4bf6941ae5a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:34.567324 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:34.602300 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-9a32f46b-50bf-4718-af1d-0b19a36d70f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d51192-b822-4df2-a798-3ca1e603500c {{(pid=86858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:00:34.610038 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-9a32f46b-50bf-4718-af1d-0b19a36d70f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:34.624519 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-9a32f46b-50bf-4718-af1d-0b19a36d70f0 service neutron] Transition to ACTIVE for port object 40d51192-b822-4df2-a798-3ca1e603500c will not be triggered until provisioned by entity L2. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:00:34.627460 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-9a32f46b-50bf-4718-af1d-0b19a36d70f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:34.631844 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-fa7f730c-d80a-4627-9742-a1f1643430b1 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:34.658063 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-ff0a7402-15b7-41bd-adc1-4bf6941ae5a3 None None] Port 40d51192-b822-4df2-a798-3ca1e603500c cannot update to ACTIVE because it is not bound. {{(pid=86860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:00:34.660415 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 24e282c3-6e9d-4a11-a73c-579b3c12859b {{(pid=86860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:00:34.686982 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 24e282c3-6e9d-4a11-a73c-579b3c12859b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=24e282c3-6e9d-4a11-a73c-579b3c12859b,segment=NetworkSegment(4cf94511-fd4f-4255-aa59-8762443f461b),segment_id=4cf94511-fd4f-4255-aa59-8762443f461b)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:00:34.691537 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:34.696013 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-93165578-39a4-4f86-af24-1da44501c586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:34.823767 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32f46b-50bf-4718-af1d-0b19a36d70f0 service neutron] Pushing event updated for resources: {'Port': ['ID=40d51192-b822-4df2-a798-3ca1e603500c,revision_number=2']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:34.828905 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=24e282c3-6e9d-4a11-a73c-579b3c12859b,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:34.834477 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-9a32f46b-50bf-4718-af1d-0b19a36d70f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:34.841917 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:00:34.842797 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:00:34.843137 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:00:34.843476 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:00:34.843804 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:00:34.844131 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:00:34.844456 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:00:34.844779 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:00:34.845105 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:00:34.845425 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:00:34.845766 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:00:34.846086 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:00:34.851779 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:34.871576 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-9a32f46b-50bf-4718-af1d-0b19a36d70f0 service neutron] Attempting to bind port 40d51192-b822-4df2-a798-3ca1e603500c on host hv-cinder-82189 for vnic_type normal with profile {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:00:34.871910 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-9a32f46b-50bf-4718-af1d-0b19a36d70f0 service neutron] Attempting to bind port 40d51192-b822-4df2-a798-3ca1e603500c by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '359406e9-c978-4a6b-820c-bf18b686d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93026352-c79c-42ad-baed-f8112007ec46'}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:00:34.872235 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-9a32f46b-50bf-4718-af1d-0b19a36d70f0 service neutron] Attempting to bind port 40d51192-b822-4df2-a798-3ca1e603500c on network 93026352-c79c-42ad-baed-f8112007ec46 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:00:34.877304 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-9a32f46b-50bf-4718-af1d-0b19a36d70f0 service neutron] Port 40d51192-b822-4df2-a798-3ca1e603500c on network 93026352-c79c-42ad-baed-f8112007ec46 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:00:34.877630 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-9a32f46b-50bf-4718-af1d-0b19a36d70f0 service neutron] Attempting to bind port 40d51192-b822-4df2-a798-3ca1e603500c on network 93026352-c79c-42ad-baed-f8112007ec46 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:00:34.877974 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-5723d597-1d68-49de-b249-e49224991e78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'name': 'tempest-AttachVolumeTestJSON-1084864815-router', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:48Z', 'updated_at': '2021-12-15T20:55:05Z', 'revision_number': 4, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'gw_port': {'id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:37:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '9423435b-093c-4c41-8fa2-facb066a64e7', 'name': '', 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'mac_address': 'fa:16:3e:ca:01:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5036755d-7452-453b-a442-049d1bf022e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:02Z', 'updated_at': '2021-12-15T20:55:18Z', 'revision_number': 5, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'subnets': [{'id': '5036755d-7452-453b-a442-049d1bf022e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:00:34.882199 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5723d597-1d68-49de-b249-e49224991e78 None None] The sync data for ids ['154bd57b-dee4-49aa-b381-0a996985ad41'] in dv-cinder-821892-1-iscsi is: [{'id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'name': 'tempest-AttachVolumeTestJSON-1084864815-router', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:48Z', 'updated_at': '2021-12-15T20:55:05Z', 'revision_number': 4, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'gw_port': {'id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:37:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '9423435b-093c-4c41-8fa2-facb066a64e7', 'name': '', 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'mac_address': 'fa:16:3e:ca:01:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5036755d-7452-453b-a442-049d1bf022e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:02Z', 'updated_at': '2021-12-15T20:55:18Z', 'revision_number': 5, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'subnets': [{'id': '5036755d-7452-453b-a442-049d1bf022e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:00:34.884130 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-9a32f46b-50bf-4718-af1d-0b19a36d70f0 service neutron] Checking agent: {'id': '725a3879-ffa9-43b4-b39f-ace0d62390f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'started_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:00:34.885921 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-9a32f46b-50bf-4718-af1d-0b19a36d70f0 service neutron] Checking segment: {'id': '359406e9-c978-4a6b-820c-bf18b686d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93026352-c79c-42ad-baed-f8112007ec46'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:00:34.886788 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-9a32f46b-50bf-4718-af1d-0b19a36d70f0 service neutron] Bound using segment: {'id': '359406e9-c978-4a6b-820c-bf18b686d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93026352-c79c-42ad-baed-f8112007ec46'} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:00:34.886888 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-9a32f46b-50bf-4718-af1d-0b19a36d70f0 service neutron] Bound port: 40d51192-b822-4df2-a798-3ca1e603500c, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '359406e9-c978-4a6b-820c-bf18b686d71f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 180, 'network_id': '93026352-c79c-42ad-baed-f8112007ec46'}}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:00:34.887223 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-9a32f46b-50bf-4718-af1d-0b19a36d70f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:34.960805 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['24e282c3-6e9d-4a11-a73c-579b3c12859b'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:00:34.968734 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f7aef1-fdaa-493b-b4b0-344ab8c5745c req-43a000a3-7ce4-46bb-97a0-51966df789dc tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:34.970561 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-29f7aef1-fdaa-493b-b4b0-344ab8c5745c req-43a000a3-7ce4-46bb-97a0-51966df789dc tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?device_id=150d5aa5-b0ab-4fa5-95b8-9148c219bf0c HTTP/1.1" status: 200 len: 945 time: 0.1502981 Dec 15 21:00:35.039552 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-29f7aef1-fdaa-493b-b4b0-344ab8c5745c req-1304b7b0-a995-4276-bd15-43eb098d65c5 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/security-groups?id=4147388d-a7ab-427f-a69b-b0414b1d0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614007 Dec 15 21:00:35.042005 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-9a32f46b-50bf-4718-af1d-0b19a36d70f0 service neutron] For port 40d51192-b822-4df2-a798-3ca1e603500c, host hv-cinder-82189, cleared binding levels {{(pid=86858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:00:35.047241 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-9a32f46b-50bf-4718-af1d-0b19a36d70f0 service neutron] For port 40d51192-b822-4df2-a798-3ca1e603500c, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=40d51192-b822-4df2-a798-3ca1e603500c,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:00:35.052869 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-9a32f46b-50bf-4718-af1d-0b19a36d70f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:35.058668 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-627a3e6e-fa39-441d-9a97-71fc334419a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:35.100744 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 41672) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:00:35.151307 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-9a32f46b-50bf-4718-af1d-0b19a36d70f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:35.151930 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-9a32f46b-50bf-4718-af1d-0b19a36d70f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:35.153274 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-9a32f46b-50bf-4718-af1d-0b19a36d70f0 service neutron] 10.222.0.41 "PUT /v2.0/ports/40d51192-b822-4df2-a798-3ca1e603500c HTTP/1.1" status: 200 len: 1094 time: 1.0279920 Dec 15 21:00:35.195166 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a32f46b-50bf-4718-af1d-0b19a36d70f0 service neutron] Pushing event updated for resources: {'Port': ['ID=40d51192-b822-4df2-a798-3ca1e603500c,revision_number=3']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:35.201277 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-9a32f46b-50bf-4718-af1d-0b19a36d70f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:35.212504 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fe8fd8d6-6877-40d0-9217-f553c879389c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:35.274126 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52e221e-6c60-4ada-a3c1-bafa8b77921f req-08c2f77c-5b59-43b1-bf30-adc996a88c33 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:35.275662 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c52e221e-6c60-4ada-a3c1-bafa8b77921f req-08c2f77c-5b59-43b1-bf30-adc996a88c33 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 944 time: 0.0943387 Dec 15 21:00:35.305908 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fe8fd8d6-6877-40d0-9217-f553c879389c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:35.313516 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61424f62-3b06-4324-b07c-6184b5a89637 None None] New status for floating IP 6d43a8db-9d78-4279-9a2a-0a0b60dfbfc4: DOWN {{(pid=86861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:00:35.327894 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c52e221e-6c60-4ada-a3c1-bafa8b77921f req-9ab276ae-0c60-4ef3-a7b1-6dacb7c37b33 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450087 Dec 15 21:00:35.366352 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-5c2e172c-de70-49f4-b5cc-88044cff14eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:35.367851 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-5c2e172c-de70-49f4-b5cc-88044cff14eb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e67c01112e5140159f714a65508bf5cb&device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 1097 time: 0.1399572 Dec 15 21:00:35.444232 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-1c9a942a-9404-47a3-8d05-6841782c8295 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40d51192-b822-4df2-a798-3ca1e603500c HTTP/1.1" status: 200 len: 217 time: 0.0674055 Dec 15 21:00:35.444851 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fe8fd8d6-6877-40d0-9217-f553c879389c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:35.449643 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-5a87388b-ca78-435e-bb92-9064cbff403b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:35.506935 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8fd8d6-6877-40d0-9217-f553c879389c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:35.509192 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-fe8fd8d6-6877-40d0-9217-f553c879389c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:35.520756 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fe8fd8d6-6877-40d0-9217-f553c879389c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:35.521880 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-fe8fd8d6-6877-40d0-9217-f553c879389c tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "DELETE /v2.0/security-groups/39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7 HTTP/1.1" status: 204 len: 168 time: 0.4130297 Dec 15 21:00:35.524526 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 41676) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:00:35.549512 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-06e2f909-4787-4005-8519-ab4becab6e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:35.551017 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-06e2f909-4787-4005-8519-ab4becab6e2b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eac67882-7145-4cd4-a26e-4a2149ab905e HTTP/1.1" status: 200 len: 855 time: 0.0902314 Dec 15 21:00:35.552363 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.api.v2.resource [None req-5292a69e-ec13-4ccd-8456-f19bda86e901 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] show failed (client error): The resource could not be found. Dec 15 21:00:35.553271 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-5292a69e-ec13-4ccd-8456-f19bda86e901 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups/39a2d0c6-4b6b-4225-abd2-6ad3673fc5f7 HTTP/1.1" status: 404 len: 347 time: 0.0278730 Dec 15 21:00:35.556313 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 41680) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:00:35.731670 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fe6912-274c-4d1a-a3c4-f57ca6ea347c', 'tag': '40d51192-b822-4df2-a798-3ca1e603500c'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:00:35.769992 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-ff97ab38-ee0d-4e1d-909b-236fb0c2bb81 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Deleting port 18a450c2-e242-4277-b4a7-72a225000704 {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:00:35.770256 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ff97ab38-ee0d-4e1d-909b-236fb0c2bb81 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:35.800262 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fe6912-274c-4d1a-a3c4-f57ca6ea347c', 'tag': '40d51192-b822-4df2-a798-3ca1e603500c', 'status': 'completed', 'code': 200} Dec 15 21:00:35.884060 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 24e282c3-6e9d-4a11-a73c-579b3c12859b up at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:00:35.976890 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning for port 24e282c3-6e9d-4a11-a73c-579b3c12859b completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:00:35.982295 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning complete for port 24e282c3-6e9d-4a11-a73c-579b3c12859b triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:00:35.983379 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:35.984596 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-9dfd2dbf-9521-45e1-b4a2-1f980f1dbc07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:35.986191 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-9dfd2dbf-9521-45e1-b4a2-1f980f1dbc07 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93026352-c79c-42ad-baed-f8112007ec46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4275389 Dec 15 21:00:36.101161 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:36.129035 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150d5aa5-b0ab-4fa5-95b8-9148c219bf0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e282c3-6e9d-4a11-a73c-579b3c12859b'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:00:36.140712 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ff97ab38-ee0d-4e1d-909b-236fb0c2bb81 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:36.141043 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ff97ab38-ee0d-4e1d-909b-236fb0c2bb81 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:36.148736 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 24e282c3-6e9d-4a11-a73c-579b3c12859b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=24e282c3-6e9d-4a11-a73c-579b3c12859b,segment=NetworkSegment(4cf94511-fd4f-4255-aa59-8762443f461b),segment_id=4cf94511-fd4f-4255-aa59-8762443f461b)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:00:36.156597 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:36.158518 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:36.225282 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e123984-f9eb-4760-999c-1aef3e2fc809 req-61785a8f-832b-41cf-a875-abbb8a79a433 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:36.226458 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6e123984-f9eb-4760-999c-1aef3e2fc809 req-61785a8f-832b-41cf-a875-abbb8a79a433 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?device_id=150d5aa5-b0ab-4fa5-95b8-9148c219bf0c HTTP/1.1" status: 200 len: 946 time: 0.0850134 Dec 15 21:00:36.237364 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=24e282c3-6e9d-4a11-a73c-579b3c12859b,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:36.249438 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:36.262487 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150d5aa5-b0ab-4fa5-95b8-9148c219bf0c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '24e282c3-6e9d-4a11-a73c-579b3c12859b', 'code': 200} Dec 15 21:00:36.278615 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-ff97ab38-ee0d-4e1d-909b-236fb0c2bb81 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Calling delete_port for 18a450c2-e242-4277-b4a7-72a225000704 owned by network:floatingip {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:00:36.282215 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6e123984-f9eb-4760-999c-1aef3e2fc809 req-dadbd021-29d0-4d51-8021-53829d998a35 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/security-groups?id=4147388d-a7ab-427f-a69b-b0414b1d0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493801 Dec 15 21:00:36.314024 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-fa4b0e98-ebee-425f-8f51-a84b47253d2b service neutron] 10.222.0.41 "GET /v2.0/networks/93026352-c79c-42ad-baed-f8112007ec46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3174458 Dec 15 21:00:36.528419 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1966a9c0-bd3f-4667-818e-c27c75a0b757 req-eea33b5c-afd9-49d1-9fbf-5d74a7273078 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:36.529789 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1966a9c0-bd3f-4667-818e-c27c75a0b757 req-eea33b5c-afd9-49d1-9fbf-5d74a7273078 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 944 time: 0.0830064 Dec 15 21:00:36.568837 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-5e9c88e9-51b6-47b9-bb8c-47668a18d350 req-27ddf9ac-f2cf-47e0-91cb-f120817453b3 service neutron] 10.222.0.41 "GET /v2.0/networks/93026352-c79c-42ad-baed-f8112007ec46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482092 Dec 15 21:00:36.574665 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1966a9c0-bd3f-4667-818e-c27c75a0b757 req-127e3a03-ec11-4fb4-92f2-2c3769e4fd33 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390441 Dec 15 21:00:36.591254 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983b030c-918d-493e-ad63-90d836cf6197 req-9a4ca76b-982c-4813-a79e-555fde27600e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:36.602819 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-983b030c-918d-493e-ad63-90d836cf6197 req-9a4ca76b-982c-4813-a79e-555fde27600e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=150d5aa5-b0ab-4fa5-95b8-9148c219bf0c HTTP/1.1" status: 200 len: 1099 time: 0.1669648 Dec 15 21:00:36.602819 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ff97ab38-ee0d-4e1d-909b-236fb0c2bb81 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:36.602819 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-627a3e6e-fa39-441d-9a97-71fc334419a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:36.689805 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff97ab38-ee0d-4e1d-909b-236fb0c2bb81 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Pushing event deleted for resources: {'Port': ['ID=18a450c2-e242-4277-b4a7-72a225000704,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:36.701497 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ff97ab38-ee0d-4e1d-909b-236fb0c2bb81 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:36.798617 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-983b030c-918d-493e-ad63-90d836cf6197 req-0be2a195-a090-4dff-8ce4-050802cee524 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4147388d-a7ab-427f-a69b-b0414b1d0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654139 Dec 15 21:00:36.822973 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ff97ab38-ee0d-4e1d-909b-236fb0c2bb81 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for floatingip, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:36.829214 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c0dfa-2f16-477f-836a-ca178d0f897d req-9b5a0561-c33b-4c5b-a954-ce9aa395ae2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:36.830631 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e53c0dfa-2f16-477f-836a-ca178d0f897d req-9b5a0561-c33b-4c5b-a954-ce9aa395ae2c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e67c01112e5140159f714a65508bf5cb&device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 1097 time: 0.1995025 Dec 15 21:00:36.840867 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ff97ab38-ee0d-4e1d-909b-236fb0c2bb81 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for floatingip, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:36.841914 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-ff97ab38-ee0d-4e1d-909b-236fb0c2bb81 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "DELETE /v2.0/floatingips/6d43a8db-9d78-4279-9a2a-0a0b60dfbfc4 HTTP/1.1" status: 204 len: 168 time: 1.2846868 Dec 15 21:00:37.115571 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 41696) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:00:37.120816 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-c2872f22-498c-46e9-8777-33b852990329 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1833241657', 'description': 'tempest-description--1939938692'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:00:37.127006 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-c2872f22-498c-46e9-8777-33b852990329 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:00:37.131014 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-c2872f22-498c-46e9-8777-33b852990329 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Usage tracker for resource:security_group and tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:00:37.133949 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-c2872f22-498c-46e9-8777-33b852990329 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:00:37.141037 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-c2872f22-498c-46e9-8777-33b852990329 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:00:37.145772 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c0dfa-2f16-477f-836a-ca178d0f897d req-a586fbd5-5254-4292-86ba-38d5ddc01693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:37.147212 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e53c0dfa-2f16-477f-836a-ca178d0f897d req-a586fbd5-5254-4292-86ba-38d5ddc01693 service neutron] 10.222.0.41 "GET /v2.0/networks?id=93026352-c79c-42ad-baed-f8112007ec46 HTTP/1.1" status: 200 len: 917 time: 0.1285491 Dec 15 21:00:37.151098 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-c2872f22-498c-46e9-8777-33b852990329 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:37.170159 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-c2872f22-498c-46e9-8777-33b852990329 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:00:37.173875 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-c2872f22-498c-46e9-8777-33b852990329 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Usage tracker for resource:security_group_rule and tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:00:37.176674 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-c2872f22-498c-46e9-8777-33b852990329 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:00:37.182543 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-c2872f22-498c-46e9-8777-33b852990329 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:00:37.221580 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e53c0dfa-2f16-477f-836a-ca178d0f897d req-28d1eee4-56b3-44e4-b790-b650eefb2763 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40d51192-b822-4df2-a798-3ca1e603500c HTTP/1.1" status: 200 len: 217 time: 0.0607061 Dec 15 21:00:37.250585 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-c2872f22-498c-46e9-8777-33b852990329 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:37.255014 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-c2872f22-498c-46e9-8777-33b852990329 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:37.258705 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-ef73b11a-b152-432b-9654-f4ea953938b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:37.290741 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c0dfa-2f16-477f-836a-ca178d0f897d req-19b9773b-37b9-4a49-a5f4-b214099a40c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:37.292173 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e53c0dfa-2f16-477f-836a-ca178d0f897d req-19b9773b-37b9-4a49-a5f4-b214099a40c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eac67882-7145-4cd4-a26e-4a2149ab905e HTTP/1.1" status: 200 len: 855 time: 0.0611770 Dec 15 21:00:37.303580 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2872f22-498c-46e9-8777-33b852990329 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Pushing event updated for resources: {'SecurityGroup': ['ID=51d1059a-6536-4854-acdb-91b7668f8588,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:37.306993 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-c2872f22-498c-46e9-8777-33b852990329 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:37.308790 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-c2872f22-498c-46e9-8777-33b852990329 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:37.313289 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-c2872f22-498c-46e9-8777-33b852990329 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.1933866 Dec 15 21:00:37.313445 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 41702) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:00:37.318842 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-5c6bd2e5-2dea-4d7d-b6f5-7d3d298ba87b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Request body: {'security_group_rule': {'security_group_id': '51d1059a-6536-4854-acdb-91b7668f8588', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:00:37.325573 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-5c6bd2e5-2dea-4d7d-b6f5-7d3d298ba87b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:00:37.329910 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-5c6bd2e5-2dea-4d7d-b6f5-7d3d298ba87b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Usage tracker for resource:security_group_rule and tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:00:37.333344 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-5c6bd2e5-2dea-4d7d-b6f5-7d3d298ba87b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:00:37.339307 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-5c6bd2e5-2dea-4d7d-b6f5-7d3d298ba87b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:00:37.356863 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-5c6bd2e5-2dea-4d7d-b6f5-7d3d298ba87b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:37.369757 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e53c0dfa-2f16-477f-836a-ca178d0f897d req-23d6e30b-1886-46b7-824c-d44fd46a767a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:37.371229 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e53c0dfa-2f16-477f-836a-ca178d0f897d req-23d6e30b-1886-46b7-824c-d44fd46a767a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93026352-c79c-42ad-baed-f8112007ec46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0714610 Dec 15 21:00:37.478092 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-5c6bd2e5-2dea-4d7d-b6f5-7d3d298ba87b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:37.485429 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-5c6bd2e5-2dea-4d7d-b6f5-7d3d298ba87b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810047'] for security_group_rule, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:37.490021 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-16ca985c-90d7-42a7-b8ed-82a16c7f48ea tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:37.508478 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e53c0dfa-2f16-477f-836a-ca178d0f897d req-ba6f50d7-2478-4663-aed2-f1765d048b56 service neutron] 10.222.0.41 "GET /v2.0/networks/93026352-c79c-42ad-baed-f8112007ec46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1296940 Dec 15 21:00:37.525310 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be1baa0-1c6c-42b8-953d-2bb91bda1a15 req-287b351b-6cf7-4185-84e4-ae823ba51e28 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:37.526773 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0be1baa0-1c6c-42b8-953d-2bb91bda1a15 req-287b351b-6cf7-4185-84e4-ae823ba51e28 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?device_id=150d5aa5-b0ab-4fa5-95b8-9148c219bf0c HTTP/1.1" status: 200 len: 946 time: 0.1272342 Dec 15 21:00:37.528105 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6bd2e5-2dea-4d7d-b6f5-7d3d298ba87b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=77181f05-466d-4bb9-9b6e-5a0b38385aa9,revision_number=0']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:37.532638 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-5c6bd2e5-2dea-4d7d-b6f5-7d3d298ba87b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:37.538615 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-5c6bd2e5-2dea-4d7d-b6f5-7d3d298ba87b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:37.539722 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-5c6bd2e5-2dea-4d7d-b6f5-7d3d298ba87b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2252986 Dec 15 21:00:37.542541 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 41706) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:00:37.560513 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-a30fc379-5c27-4b2c-94dd-ead3141aaeeb tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Request body: {'security_group_rule': {'security_group_id': '51d1059a-6536-4854-acdb-91b7668f8588', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:00:37.571291 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-a30fc379-5c27-4b2c-94dd-ead3141aaeeb tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:00:37.583137 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-a30fc379-5c27-4b2c-94dd-ead3141aaeeb tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Usage tracker for resource:security_group_rule and tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:00:37.587816 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-a30fc379-5c27-4b2c-94dd-ead3141aaeeb tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:00:37.598300 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-a30fc379-5c27-4b2c-94dd-ead3141aaeeb tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:00:37.605442 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0be1baa0-1c6c-42b8-953d-2bb91bda1a15 req-35cd08c6-aa9c-441b-a21f-587838658b30 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/security-groups?id=4147388d-a7ab-427f-a69b-b0414b1d0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679262 Dec 15 21:00:37.624784 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a30fc379-5c27-4b2c-94dd-ead3141aaeeb tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for security_group_rule, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:37.689224 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a30fc379-5c27-4b2c-94dd-ead3141aaeeb tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:37.693493 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a30fc379-5c27-4b2c-94dd-ead3141aaeeb tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810047'] for security_group_rule, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:37.696069 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:37.744641 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e53c0dfa-2f16-477f-836a-ca178d0f897d req-829441e1-e6c0-4627-90c4-7f585dafcd1f service neutron] 10.222.0.41 "GET /v2.0/networks/93026352-c79c-42ad-baed-f8112007ec46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2287569 Dec 15 21:00:37.753483 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30fc379-5c27-4b2c-94dd-ead3141aaeeb tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=05ad4d5b-06cd-42b5-abfa-4bd44a22e804,revision_number=0']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:37.761960 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-a30fc379-5c27-4b2c-94dd-ead3141aaeeb tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:37.776450 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a30fc379-5c27-4b2c-94dd-ead3141aaeeb tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for security_group_rule, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:37.777599 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-a30fc379-5c27-4b2c-94dd-ead3141aaeeb tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2342079 Dec 15 21:00:37.781441 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 41712) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:00:37.786844 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-9631ad25-0c10-429f-9d74-ef02af4b58cf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Request body: {'floatingip': {'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:00:37.792836 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-9631ad25-0c10-429f-9d74-ef02af4b58cf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:00:37.797310 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-9631ad25-0c10-429f-9d74-ef02af4b58cf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Usage tracker for resource:floatingip and tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:00:37.800124 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-9631ad25-0c10-429f-9d74-ef02af4b58cf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:00:37.805859 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-9631ad25-0c10-429f-9d74-ef02af4b58cf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:00:37.806173 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-892a3d59-d500-4733-b613-0784a15c492b req-758b4012-810b-40ab-94b9-ece3409a4075 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:37.807862 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-892a3d59-d500-4733-b613-0784a15c492b req-758b4012-810b-40ab-94b9-ece3409a4075 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 944 time: 0.1062231 Dec 15 21:00:37.815672 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-9631ad25-0c10-429f-9d74-ef02af4b58cf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for floatingip, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:37.852093 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-892a3d59-d500-4733-b613-0784a15c492b req-885a4322-d110-4b99-a0eb-ce6517bd3a83 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384166 Dec 15 21:00:37.888751 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 40d51192-b822-4df2-a798-3ca1e603500c details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=86860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 21:00:37.954688 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-9631ad25-0c10-429f-9d74-ef02af4b58cf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:38.028832 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 40d51192-b822-4df2-a798-3ca1e603500c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=40d51192-b822-4df2-a798-3ca1e603500c,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:00:38.043208 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Returning: {'device': '40d51192-b822-4df2-a798-3ca1e603500c', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'port_id': '40d51192-b822-4df2-a798-3ca1e603500c', 'mac_address': 'fa:16:3e:f3:5b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 21:00:38.102677 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:38.111236 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [None req-9631ad25-0c10-429f-9d74-ef02af4b58cf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Allocated IP 172.27.1.215 (83db4151-6da2-47b8-971d-0a11887406d4/9a076902-1727-47fe-9eed-a31b1c56c654/103530ca-a497-4906-a8ce-3deab550cf87) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:00:38.121443 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d51192-b822-4df2-a798-3ca1e603500c {{(pid=86860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:00:38.137538 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 40d51192-b822-4df2-a798-3ca1e603500c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=40d51192-b822-4df2-a798-3ca1e603500c,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:00:38.142122 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:38.143892 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:38.209399 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=40d51192-b822-4df2-a798-3ca1e603500c,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:38.212797 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:38.265907 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-9631ad25-0c10-429f-9d74-ef02af4b58cf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:38.293773 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-9631ad25-0c10-429f-9d74-ef02af4b58cf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:38.298739 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-a9a3c944-54a5-4136-ad1b-0ab2d5147656 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:38.359500 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9631ad25-0c10-429f-9d74-ef02af4b58cf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Network 83db4151-6da2-47b8-971d-0a11887406d4 is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:00:38.362303 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-9631ad25-0c10-429f-9d74-ef02af4b58cf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:00:38.365936 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9631ad25-0c10-429f-9d74-ef02af4b58cf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:00:38.397891 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['40d51192-b822-4df2-a798-3ca1e603500c'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:00:38.409052 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631ad25-0c10-429f-9d74-ef02af4b58cf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Pushing event updated for resources: {'Port': ['ID=103530ca-a497-4906-a8ce-3deab550cf87,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:38.412977 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-9631ad25-0c10-429f-9d74-ef02af4b58cf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:38.454505 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-9631ad25-0c10-429f-9d74-ef02af4b58cf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:38.518866 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-9631ad25-0c10-429f-9d74-ef02af4b58cf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:38.724742 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-9631ad25-0c10-429f-9d74-ef02af4b58cf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for port, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:38.729163 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-9631ad25-0c10-429f-9d74-ef02af4b58cf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:38.732775 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-d5a3375b-9277-48cb-81e8-90f96bd8f577 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:38.796744 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb153e35-d6bb-4f0f-adab-479a351f517b req-21746c9f-3dd6-465c-a560-14d5cf1640ba tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:38.798209 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-cb153e35-d6bb-4f0f-adab-479a351f517b req-21746c9f-3dd6-465c-a560-14d5cf1640ba tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?device_id=150d5aa5-b0ab-4fa5-95b8-9148c219bf0c HTTP/1.1" status: 200 len: 946 time: 0.0842407 Dec 15 21:00:38.837192 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9631ad25-0c10-429f-9d74-ef02af4b58cf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Pushing event updated for resources: {'Port': ['ID=103530ca-a497-4906-a8ce-3deab550cf87,revision_number=2']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:38.841495 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-9631ad25-0c10-429f-9d74-ef02af4b58cf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:38.853434 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-9631ad25-0c10-429f-9d74-ef02af4b58cf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677241'] for floatingip, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:38.861304 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-cb153e35-d6bb-4f0f-adab-479a351f517b req-65373827-1c30-4a9d-8f4f-7c05b19a5040 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/security-groups?id=4147388d-a7ab-427f-a69b-b0414b1d0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530777 Dec 15 21:00:38.882096 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-9631ad25-0c10-429f-9d74-ef02af4b58cf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for floatingip, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:38.883407 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-9631ad25-0c10-429f-9d74-ef02af4b58cf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.1009343 Dec 15 21:00:39.151959 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-c016fe13-6d57-463a-a292-d41397feb395 req-4c586f2f-811a-4990-abf6-2038edabb5eb tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Synchronizing usage tracker for tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 on resource:security_group {{(pid=86859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:00:39.176130 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-c016fe13-6d57-463a-a292-d41397feb395 req-4c586f2f-811a-4990-abf6-2038edabb5eb tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Unset dirty status for tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 on resource:security_group {{(pid=86859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:00:39.177268 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c016fe13-6d57-463a-a292-d41397feb395 req-4c586f2f-811a-4990-abf6-2038edabb5eb tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-securitygroup--1833241657&fields=id&tenant_id=c1c77d1948bd48a0aa5bbdac1c6cf4a4 HTTP/1.1" status: 200 len: 267 time: 0.0833490 Dec 15 21:00:39.185507 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c07e2f-cb01-4751-9b82-d3044fc46831 req-1e67156f-a038-48cc-8137-956041c610a0 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:39.186986 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-67c07e2f-cb01-4751-9b82-d3044fc46831 req-1e67156f-a038-48cc-8137-956041c610a0 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 945 time: 0.2088718 Dec 15 21:00:39.318834 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-67c07e2f-cb01-4751-9b82-d3044fc46831 req-59d9a96d-179d-45e2-9d19-7b212f4385ea tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1082923 Dec 15 21:00:39.373349 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016fe13-6d57-463a-a292-d41397feb395 req-3cf7a2be-c6ac-4966-9050-5b807089e50a tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:39.375565 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c016fe13-6d57-463a-a292-d41397feb395 req-3cf7a2be-c6ac-4966-9050-5b807089e50a tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/networks?id=c7ada944-b67c-407b-be0e-d1869c073b7e HTTP/1.1" status: 200 len: 811 time: 0.1876876 Dec 15 21:00:39.393951 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c016fe13-6d57-463a-a292-d41397feb395 req-cd8e595a-549a-443e-a779-ba6afeaa7d8d tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/quotas/c1c77d1948bd48a0aa5bbdac1c6cf4a4 HTTP/1.1" status: 200 len: 375 time: 0.0111694 Dec 15 21:00:39.484134 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c016fe13-6d57-463a-a292-d41397feb395 req-ff6c0406-6310-47fc-81db-da744583b567 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c1c77d1948bd48a0aa5bbdac1c6cf4a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0841246 Dec 15 21:00:39.621237 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c016fe13-6d57-463a-a292-d41397feb395 req-694b52af-72fd-4aa4-9fe0-8aac9d077652 service neutron] 10.222.0.49 "GET /v2.0/networks/c7ada944-b67c-407b-be0e-d1869c073b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1247447 Dec 15 21:00:39.755796 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c016fe13-6d57-463a-a292-d41397feb395 req-cc28f25a-ec76-4225-a8af-d671b83b3a9d service neutron] 10.222.0.49 "GET /v2.0/networks/c7ada944-b67c-407b-be0e-d1869c073b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277239 Dec 15 21:00:39.907421 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 40d51192-b822-4df2-a798-3ca1e603500c up at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:00:39.957040 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-dd12370d-2ec4-4cb5-8923-821cdb92f1e4 req-d02c3825-0b84-4f96-a2f4-ee6e7e50e6f0 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8 HTTP/1.1" status: 200 len: 210 time: 0.0642369 Dec 15 21:00:39.991058 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning for port 40d51192-b822-4df2-a798-3ca1e603500c completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:00:39.995993 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning complete for port 40d51192-b822-4df2-a798-3ca1e603500c triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:00:39.996369 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:40.115192 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:40.146163 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fe6912-274c-4d1a-a3c4-f57ca6ea347c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d51192-b822-4df2-a798-3ca1e603500c'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:00:40.156658 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 40d51192-b822-4df2-a798-3ca1e603500c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=40d51192-b822-4df2-a798-3ca1e603500c,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:00:40.164302 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:40.167484 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:40.210260 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fe6912-274c-4d1a-a3c4-f57ca6ea347c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d51192-b822-4df2-a798-3ca1e603500c', 'code': 200} Dec 15 21:00:40.252054 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=40d51192-b822-4df2-a798-3ca1e603500c,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:40.255003 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:40.453454 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762e0e75-3b5b-40c6-a380-9af0732489e0 req-b56eda17-f263-4bf8-8dc0-1df654a1ffc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:40.455159 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-762e0e75-3b5b-40c6-a380-9af0732489e0 req-b56eda17-f263-4bf8-8dc0-1df654a1ffc9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 1099 time: 0.0726295 Dec 15 21:00:40.499820 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-762e0e75-3b5b-40c6-a380-9af0732489e0 req-fd6a1bda-9bd4-4974-945c-bef5030b90aa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372508 Dec 15 21:00:40.522197 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c46640d4-d19a-4acf-ba8e-382b8020550b req-f259e886-3547-4d28-97e9-76bd572769c1 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:40.523714 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c46640d4-d19a-4acf-ba8e-382b8020550b req-f259e886-3547-4d28-97e9-76bd572769c1 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 946 time: 0.0878072 Dec 15 21:00:40.569538 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c46640d4-d19a-4acf-ba8e-382b8020550b req-b2ddb371-00e5-4316-90a8-62ebf461a299 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402362 Dec 15 21:00:41.113565 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e7adc92c-2e0b-49f5-8898-3d1db67de845 req-e7b889ff-ab95-48db-af28-cde3694d6670 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8 HTTP/1.1" status: 200 len: 210 time: 0.0455713 Dec 15 21:00:41.370643 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016fe13-6d57-463a-a292-d41397feb395 req-18815a28-6d1d-4d56-a5dd-b265bd8ec22d tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:41.371936 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-c016fe13-6d57-463a-a292-d41397feb395 req-18815a28-6d1d-4d56-a5dd-b265bd8ec22d tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.41 "GET /v2.0/networks?id=c7ada944-b67c-407b-be0e-d1869c073b7e HTTP/1.1" status: 200 len: 811 time: 0.1469250 Dec 15 21:00:41.425225 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-c016fe13-6d57-463a-a292-d41397feb395 req-e3d4577d-4804-4fd5-a5d5-81767011020a tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Synchronizing usage tracker for tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 on resource:security_group {{(pid=86858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:00:41.436748 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-c016fe13-6d57-463a-a292-d41397feb395 req-e3d4577d-4804-4fd5-a5d5-81767011020a tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Unset dirty status for tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 on resource:security_group {{(pid=86858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:00:41.437874 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-c016fe13-6d57-463a-a292-d41397feb395 req-e3d4577d-4804-4fd5-a5d5-81767011020a tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c1c77d1948bd48a0aa5bbdac1c6cf4a4 HTTP/1.1" status: 200 len: 380 time: 0.0572875 Dec 15 21:00:41.447178 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-c016fe13-6d57-463a-a292-d41397feb395 req-cd886f59-7ba4-47e0-999e-4a37c3058aa8 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Request body: {'port': {'device_id': 'f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8', 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e', 'admin_state_up': True, 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'security_groups': ['51d1059a-6536-4854-acdb-91b7668f8588']}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:00:41.584895 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-c016fe13-6d57-463a-a292-d41397feb395 req-cd886f59-7ba4-47e0-999e-4a37c3058aa8 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:00:41.588908 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-c016fe13-6d57-463a-a292-d41397feb395 req-cd886f59-7ba4-47e0-999e-4a37c3058aa8 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Usage tracker for resource:port and tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:00:41.591712 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-c016fe13-6d57-463a-a292-d41397feb395 req-cd886f59-7ba4-47e0-999e-4a37c3058aa8 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:00:41.598141 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-c016fe13-6d57-463a-a292-d41397feb395 req-cd886f59-7ba4-47e0-999e-4a37c3058aa8 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:00:41.608346 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c016fe13-6d57-463a-a292-d41397feb395 req-cd886f59-7ba4-47e0-999e-4a37c3058aa8 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Made reservation on behalf of c1c77d1948bd48a0aa5bbdac1c6cf4a4 for: {'port': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:00:41.612491 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-c016fe13-6d57-463a-a292-d41397feb395 req-cd886f59-7ba4-47e0-999e-4a37c3058aa8 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:41.783660 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eedd17b-ea46-454d-aeeb-6e9c9a67d9e1 req-ecd4082f-227a-46c0-a719-ea87a4241371 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:41.785118 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7eedd17b-ea46-454d-aeeb-6e9c9a67d9e1 req-ecd4082f-227a-46c0-a719-ea87a4241371 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 946 time: 0.0932441 Dec 15 21:00:41.785587 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [req-c016fe13-6d57-463a-a292-d41397feb395 req-cd886f59-7ba4-47e0-999e-4a37c3058aa8 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Allocated IP 172.20.0.14 (c7ada944-b67c-407b-be0e-d1869c073b7e/5036755d-7452-453b-a442-049d1bf022e9/d2aa04ad-5eb0-43cf-be9b-648123c09e10) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:00:41.837258 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7eedd17b-ea46-454d-aeeb-6e9c9a67d9e1 req-19ece254-00a8-40e4-9b5f-4e49574c2c74 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450039 Dec 15 21:00:42.073729 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-c016fe13-6d57-463a-a292-d41397feb395 req-cd886f59-7ba4-47e0-999e-4a37c3058aa8 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:42.089377 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [req-c016fe13-6d57-463a-a292-d41397feb395 req-cd886f59-7ba4-47e0-999e-4a37c3058aa8 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Transition to ACTIVE for port object d2aa04ad-5eb0-43cf-be9b-648123c09e10 will not be triggered until provisioned by entity DHCP. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:00:42.113870 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-c016fe13-6d57-463a-a292-d41397feb395 req-cd886f59-7ba4-47e0-999e-4a37c3058aa8 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:42.119388 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ba39927a-057c-40f4-bc2e-47414d99e74d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:42.185220 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c016fe13-6d57-463a-a292-d41397feb395 req-cd886f59-7ba4-47e0-999e-4a37c3058aa8 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Network c7ada944-b67c-407b-be0e-d1869c073b7e is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:00:42.189026 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [req-c016fe13-6d57-463a-a292-d41397feb395 req-cd886f59-7ba4-47e0-999e-4a37c3058aa8 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:00:42.192915 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-c016fe13-6d57-463a-a292-d41397feb395 req-cd886f59-7ba4-47e0-999e-4a37c3058aa8 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:00:42.227882 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd886f59-7ba4-47e0-999e-4a37c3058aa8 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Pushing event updated for resources: {'Port': ['ID=d2aa04ad-5eb0-43cf-be9b-648123c09e10,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:42.239099 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-cd886f59-7ba4-47e0-999e-4a37c3058aa8 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:42.270348 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016fe13-6d57-463a-a292-d41397feb395 req-cd886f59-7ba4-47e0-999e-4a37c3058aa8 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:42.271050 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-c016fe13-6d57-463a-a292-d41397feb395 req-cd886f59-7ba4-47e0-999e-4a37c3058aa8 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:42.301737 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-c016fe13-6d57-463a-a292-d41397feb395 req-cd886f59-7ba4-47e0-999e-4a37c3058aa8 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8578160 Dec 15 21:00:42.314545 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-c016fe13-6d57-463a-a292-d41397feb395 req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] Request body: {'port': {'device_id': 'f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:00:42.316380 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637a862f-4be9-4b24-a948-4efb8defb53e req-dc59328e-4c6b-4fd9-90a4-d05d65c4ae23 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:42.317892 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-637a862f-4be9-4b24-a948-4efb8defb53e req-dc59328e-4c6b-4fd9-90a4-d05d65c4ae23 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8 HTTP/1.1" status: 200 len: 932 time: 0.0906677 Dec 15 21:00:42.366963 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-637a862f-4be9-4b24-a948-4efb8defb53e req-f43447ba-271c-4336-8231-6ac861b85df9 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d1059a-6536-4854-acdb-91b7668f8588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418723 Dec 15 21:00:42.427774 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-14336588-54a4-4084-8967-02843d455947 None None] Provisioning for port d2aa04ad-5eb0-43cf-be9b-648123c09e10 completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:00:42.432679 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-14336588-54a4-4084-8967-02843d455947 None None] Provisioning complete for port d2aa04ad-5eb0-43cf-be9b-648123c09e10 triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:00:42.433055 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-14336588-54a4-4084-8967-02843d455947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:42.435482 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-c016fe13-6d57-463a-a292-d41397feb395 req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:42.489329 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-14336588-54a4-4084-8967-02843d455947 None None] Port d2aa04ad-5eb0-43cf-be9b-648123c09e10 cannot update to ACTIVE because it is not bound. {{(pid=86860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:00:42.783141 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [req-c016fe13-6d57-463a-a292-d41397feb395 req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2aa04ad-5eb0-43cf-be9b-648123c09e10 {{(pid=86858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:00:42.790862 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-c016fe13-6d57-463a-a292-d41397feb395 req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] Notify callbacks [] for port, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:42.805817 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [req-c016fe13-6d57-463a-a292-d41397feb395 req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] Transition to ACTIVE for port object d2aa04ad-5eb0-43cf-be9b-648123c09e10 will not be triggered until provisioned by entity L2. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:00:42.809904 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-c016fe13-6d57-463a-a292-d41397feb395 req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:42.814178 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-bfb23b1e-9e48-4959-bc59-1ba305184555 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:42.974655 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] Pushing event updated for resources: {'Port': ['ID=d2aa04ad-5eb0-43cf-be9b-648123c09e10,revision_number=2']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:42.982719 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:43.042788 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff372f3-ed91-4973-9cdd-70ca40fc9507 req-a72dc37f-7d3a-4f05-9b9e-3b192b131065 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:43.046217 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5ff372f3-ed91-4973-9cdd-70ca40fc9507 req-a72dc37f-7d3a-4f05-9b9e-3b192b131065 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 946 time: 0.0920196 Dec 15 21:00:43.065440 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-c016fe13-6d57-463a-a292-d41397feb395 req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] Attempting to bind port d2aa04ad-5eb0-43cf-be9b-648123c09e10 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:00:43.065892 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-c016fe13-6d57-463a-a292-d41397feb395 req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] Attempting to bind port d2aa04ad-5eb0-43cf-be9b-648123c09e10 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '53ea13d4-8379-475a-86a8-f30a8b17f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e'}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:00:43.066362 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c016fe13-6d57-463a-a292-d41397feb395 req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] Attempting to bind port d2aa04ad-5eb0-43cf-be9b-648123c09e10 on network c7ada944-b67c-407b-be0e-d1869c073b7e {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:00:43.071286 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c016fe13-6d57-463a-a292-d41397feb395 req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] Port d2aa04ad-5eb0-43cf-be9b-648123c09e10 on network c7ada944-b67c-407b-be0e-d1869c073b7e not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:00:43.071605 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c016fe13-6d57-463a-a292-d41397feb395 req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] Attempting to bind port d2aa04ad-5eb0-43cf-be9b-648123c09e10 on network c7ada944-b67c-407b-be0e-d1869c073b7e {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:00:43.077269 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c016fe13-6d57-463a-a292-d41397feb395 req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] Checking agent: {'id': '725a3879-ffa9-43b4-b39f-ace0d62390f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'started_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 0, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:00:43.077603 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c016fe13-6d57-463a-a292-d41397feb395 req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] Checking segment: {'id': '53ea13d4-8379-475a-86a8-f30a8b17f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:00:43.078016 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c016fe13-6d57-463a-a292-d41397feb395 req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] Bound using segment: {'id': '53ea13d4-8379-475a-86a8-f30a8b17f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e'} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:00:43.078439 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-c016fe13-6d57-463a-a292-d41397feb395 req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] Bound port: d2aa04ad-5eb0-43cf-be9b-648123c09e10, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '53ea13d4-8379-475a-86a8-f30a8b17f4af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 170, 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e'}}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:00:43.078792 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-c016fe13-6d57-463a-a292-d41397feb395 req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:43.098164 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5ff372f3-ed91-4973-9cdd-70ca40fc9507 req-a92c8cc1-bc8b-4f86-9283-b2a7be76b5c5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466995 Dec 15 21:00:43.167967 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-c016fe13-6d57-463a-a292-d41397feb395 req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] For port d2aa04ad-5eb0-43cf-be9b-648123c09e10, host hv-cinder-82189, cleared binding levels {{(pid=86858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:00:43.171224 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-c016fe13-6d57-463a-a292-d41397feb395 req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] For port d2aa04ad-5eb0-43cf-be9b-648123c09e10, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d2aa04ad-5eb0-43cf-be9b-648123c09e10,segment=NetworkSegment(53ea13d4-8379-475a-86a8-f30a8b17f4af),segment_id=53ea13d4-8379-475a-86a8-f30a8b17f4af)] {{(pid=86858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:00:43.176843 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-c016fe13-6d57-463a-a292-d41397feb395 req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:43.180724 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ff97ab38-ee0d-4e1d-909b-236fb0c2bb81 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:43.242070 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016fe13-6d57-463a-a292-d41397feb395 req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:43.242682 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-c016fe13-6d57-463a-a292-d41397feb395 req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:43.244034 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-c016fe13-6d57-463a-a292-d41397feb395 req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] 10.222.0.41 "PUT /v2.0/ports/d2aa04ad-5eb0-43cf-be9b-648123c09e10 HTTP/1.1" status: 200 len: 1094 time: 0.9339349 Dec 15 21:00:43.244537 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8', 'tag': 'd2aa04ad-5eb0-43cf-be9b-648123c09e10'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:00:43.267458 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] Pushing event updated for resources: {'Port': ['ID=d2aa04ad-5eb0-43cf-be9b-648123c09e10,revision_number=3']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:43.270582 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:43.299785 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a3f8fe-702a-455d-bf7e-7249e748debc req-211d7048-48d5-4eb6-a035-107900606054 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:43.301411 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-31a3f8fe-702a-455d-bf7e-7249e748debc req-211d7048-48d5-4eb6-a035-107900606054 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 946 time: 0.0978506 Dec 15 21:00:43.313070 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 41824) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:00:43.318839 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-1644e258-c067-47ab-b109-1655cdfef915 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Request body: {'floatingip': {'port_id': '40d51192-b822-4df2-a798-3ca1e603500c'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:00:43.323679 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8', 'tag': 'd2aa04ad-5eb0-43cf-be9b-648123c09e10', 'status': 'completed', 'code': 200} Dec 15 21:00:43.369455 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016fe13-6d57-463a-a292-d41397feb395 req-276b8985-488f-4dff-a9f1-885da057310b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:43.371024 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-c016fe13-6d57-463a-a292-d41397feb395 req-276b8985-488f-4dff-a9f1-885da057310b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1c77d1948bd48a0aa5bbdac1c6cf4a4&device_id=f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8 HTTP/1.1" status: 200 len: 1097 time: 0.0834565 Dec 15 21:00:43.408685 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-1644e258-c067-47ab-b109-1655cdfef915 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for floatingip, before_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:43.450963 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-c016fe13-6d57-463a-a292-d41397feb395 req-b63f715a-13e4-49a9-aebc-781fcfc7c2e2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2aa04ad-5eb0-43cf-be9b-648123c09e10 HTTP/1.1" status: 200 len: 217 time: 0.0692043 Dec 15 21:00:43.519810 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016fe13-6d57-463a-a292-d41397feb395 req-aa86e4f3-8e59-4140-892d-e7e991a91637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:43.521253 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-c016fe13-6d57-463a-a292-d41397feb395 req-aa86e4f3-8e59-4140-892d-e7e991a91637 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5036755d-7452-453b-a442-049d1bf022e9 HTTP/1.1" status: 200 len: 850 time: 0.0593424 Dec 15 21:00:43.602822 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c016fe13-6d57-463a-a292-d41397feb395 req-8c7db428-03b4-40d3-9e36-454ac74a6fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:43.604308 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-c016fe13-6d57-463a-a292-d41397feb395 req-8c7db428-03b4-40d3-9e36-454ac74a6fc2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7ada944-b67c-407b-be0e-d1869c073b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0760136 Dec 15 21:00:43.839293 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-c016fe13-6d57-463a-a292-d41397feb395 req-a76b2e12-4a73-4b23-8e98-f56472584fd0 service neutron] 10.222.0.41 "GET /v2.0/networks/c7ada944-b67c-407b-be0e-d1869c073b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243667 Dec 15 21:00:43.894095 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c560ebf9-adf5-44b2-b2ae-8a90b9c270aa req-94252579-c88a-4fad-ba72-6eace72a24a4 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:43.895532 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c560ebf9-adf5-44b2-b2ae-8a90b9c270aa req-94252579-c88a-4fad-ba72-6eace72a24a4 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8 HTTP/1.1" status: 200 len: 944 time: 0.3788135 Dec 15 21:00:43.986494 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-c016fe13-6d57-463a-a292-d41397feb395 req-74258eee-d26c-40f7-b83f-9c662e57bd54 service neutron] 10.222.0.41 "GET /v2.0/networks/c7ada944-b67c-407b-be0e-d1869c073b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1348183 Dec 15 21:00:44.027795 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c560ebf9-adf5-44b2-b2ae-8a90b9c270aa req-4158973d-f9ae-445f-a453-9b0d06290858 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d1059a-6536-4854-acdb-91b7668f8588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1258006 Dec 15 21:00:44.105053 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f3e37-1c2b-40b7-ada2-540ddb833b75 req-e9ad396c-7e54-4afc-852c-5b425497b714 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:44.106548 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-008f3e37-1c2b-40b7-ada2-540ddb833b75 req-e9ad396c-7e54-4afc-852c-5b425497b714 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1c77d1948bd48a0aa5bbdac1c6cf4a4&device_id=f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8 HTTP/1.1" status: 200 len: 1097 time: 0.0726464 Dec 15 21:00:44.203335 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-1644e258-c067-47ab-b109-1655cdfef915 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:44.208833 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-1644e258-c067-47ab-b109-1655cdfef915 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677241'] for floatingip, after_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:44.245599 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f3e37-1c2b-40b7-ada2-540ddb833b75 req-df6e0114-3e23-459c-9d65-985535af64d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:44.247106 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-008f3e37-1c2b-40b7-ada2-540ddb833b75 req-df6e0114-3e23-459c-9d65-985535af64d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7ada944-b67c-407b-be0e-d1869c073b7e HTTP/1.1" status: 200 len: 912 time: 0.1260989 Dec 15 21:00:44.320833 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-008f3e37-1c2b-40b7-ada2-540ddb833b75 req-aa4f2c39-ea7e-4668-8230-f988314329cf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2aa04ad-5eb0-43cf-be9b-648123c09e10 HTTP/1.1" status: 200 len: 217 time: 0.0669818 Dec 15 21:00:44.379596 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.db.l3_db [None req-1644e258-c067-47ab-b109-1655cdfef915 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Floating IP 62023a1c-3571-461c-85d0-d348851a8207 associated. External IP: 172.27.1.238, port: 40d51192-b822-4df2-a798-3ca1e603500c. Dec 15 21:00:44.388311 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f3e37-1c2b-40b7-ada2-540ddb833b75 req-034fe7d5-3850-4433-a5dd-99379abadb39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:44.388311 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-008f3e37-1c2b-40b7-ada2-540ddb833b75 req-034fe7d5-3850-4433-a5dd-99379abadb39 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5036755d-7452-453b-a442-049d1bf022e9 HTTP/1.1" status: 200 len: 850 time: 0.0579765 Dec 15 21:00:44.472135 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008f3e37-1c2b-40b7-ada2-540ddb833b75 req-f7c9b983-b098-4c48-a905-aac92b06cd77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:44.473627 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-008f3e37-1c2b-40b7-ada2-540ddb833b75 req-f7c9b983-b098-4c48-a905-aac92b06cd77 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7ada944-b67c-407b-be0e-d1869c073b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0787103 Dec 15 21:00:44.622842 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-008f3e37-1c2b-40b7-ada2-540ddb833b75 req-44861eeb-67cd-47c9-8ccb-e0d19c02c3ad service neutron] 10.222.0.41 "GET /v2.0/networks/c7ada944-b67c-407b-be0e-d1869c073b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1305339 Dec 15 21:00:44.740646 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1644e258-c067-47ab-b109-1655cdfef915 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Router f6327fe7-ee94-4b44-a904-cc054d988925 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:00:44.760755 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-008f3e37-1c2b-40b7-ada2-540ddb833b75 req-8a0851c9-fcd1-4997-9dd1-724ab2fb5597 service neutron] 10.222.0.41 "GET /v2.0/networks/c7ada944-b67c-407b-be0e-d1869c073b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256096 Dec 15 21:00:44.916780 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1644e258-c067-47ab-b109-1655cdfef915 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:00:44.921887 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-1644e258-c067-47ab-b109-1655cdfef915 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for floatingip, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:44.930211 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff3f6d-9db5-4c44-9f89-0fdd8ed802b6 None None] Sync routers for ids ['f6327fe7-ee94-4b44-a904-cc054d988925'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:00:44.942369 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ff3f6d-9db5-4c44-9f89-0fdd8ed802b6 None None] Routers {'f6327fe7-ee94-4b44-a904-cc054d988925'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:00:44.943348 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-07ff3f6d-9db5-4c44-9f89-0fdd8ed802b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:00:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['f6327fe7-ee94-4b44-a904-cc054d988925'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:00:44.988292 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-1644e258-c067-47ab-b109-1655cdfef915 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "PUT /v2.0/floatingips/62023a1c-3571-461c-85d0-d348851a8207 HTTP/1.1" status: 200 len: 992 time: 1.6739190 Dec 15 21:00:44.989008 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '58fe6912-274c-4d1a-a3c4-f57ca6ea347c', 'tag': '40d51192-b822-4df2-a798-3ca1e603500c'}] {{(pid=86859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:00:45.089912 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '58fe6912-274c-4d1a-a3c4-f57ca6ea347c', 'tag': '40d51192-b822-4df2-a798-3ca1e603500c', 'status': 'completed', 'code': 200} Dec 15 21:00:45.135103 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-07ff3f6d-9db5-4c44-9f89-0fdd8ed802b6 None None] Set router f6327fe7-ee94-4b44-a904-cc054d988925 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:00:45.188059 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27cb71-1683-45b3-b8f5-18e6ecc1e2b6 req-afec3de4-861a-49f4-98b9-72b3bfa77471 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:45.189601 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ce27cb71-1683-45b3-b8f5-18e6ecc1e2b6 req-afec3de4-861a-49f4-98b9-72b3bfa77471 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e67c01112e5140159f714a65508bf5cb&device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 1099 time: 0.0733984 Dec 15 21:00:45.259617 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8dce99-761a-4170-a3ec-0769ea3387a1 req-c0e64063-9f91-4b8b-a0fc-2e706c94e1c2 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:45.260989 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ed8dce99-761a-4170-a3ec-0769ea3387a1 req-c0e64063-9f91-4b8b-a0fc-2e706c94e1c2 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8 HTTP/1.1" status: 200 len: 944 time: 0.0859418 Dec 15 21:00:45.317580 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ed8dce99-761a-4170-a3ec-0769ea3387a1 req-7136c26b-71d4-4eea-8660-58abce2fcbf7 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d1059a-6536-4854-acdb-91b7668f8588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482295 Dec 15 21:00:45.330422 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27cb71-1683-45b3-b8f5-18e6ecc1e2b6 req-7af2175e-e038-42ca-9847-edf7f65e67e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:45.331739 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ce27cb71-1683-45b3-b8f5-18e6ecc1e2b6 req-7af2175e-e038-42ca-9847-edf7f65e67e3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=93026352-c79c-42ad-baed-f8112007ec46 HTTP/1.1" status: 200 len: 917 time: 0.1327348 Dec 15 21:00:45.438609 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ce27cb71-1683-45b3-b8f5-18e6ecc1e2b6 req-8931135f-ffd3-4dbe-af56-242f301d1b3f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40d51192-b822-4df2-a798-3ca1e603500c HTTP/1.1" status: 200 len: 1000 time: 0.0987124 Dec 15 21:00:45.501783 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-07ff3f6d-9db5-4c44-9f89-0fdd8ed802b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'name': 'tempest-AttachVolumeShelveTestJSON-329725510-router', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'gw_port': {'id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:53Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '62023a1c-3571-461c-85d0-d348851a8207', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'port_id': '40d51192-b822-4df2-a798-3ca1e603500c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'mac_address': 'fa:16:3e:f3:5b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fe6912-274c-4d1a-a3c4-f57ca6ea347c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:00:29Z', 'updated_at': '2021-12-15T21:00:44Z', 'revision_number': 1, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86369e50-68a6-4ea1-a903-c8548fa38806', 'name': '', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'mac_address': 'fa:16:3e:29:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:11Z', 'updated_at': '2021-12-15T20:55:25Z', 'revision_number': 5, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'subnets': [{'id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:00:45.506849 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff3f6d-9db5-4c44-9f89-0fdd8ed802b6 None None] Checking router: f6327fe7-ee94-4b44-a904-cc054d988925 for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:00:45.508457 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27cb71-1683-45b3-b8f5-18e6ecc1e2b6 req-14f1a111-7b87-40f8-b3ce-4ca63a41ae8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:45.510005 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ce27cb71-1683-45b3-b8f5-18e6ecc1e2b6 req-14f1a111-7b87-40f8-b3ce-4ca63a41ae8e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eac67882-7145-4cd4-a26e-4a2149ab905e HTTP/1.1" status: 200 len: 855 time: 0.0624657 Dec 15 21:00:45.515218 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07ff3f6d-9db5-4c44-9f89-0fdd8ed802b6 None None] Routers {'f6327fe7-ee94-4b44-a904-cc054d988925'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:00:45.515814 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-07ff3f6d-9db5-4c44-9f89-0fdd8ed802b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:00:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['f6327fe7-ee94-4b44-a904-cc054d988925'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:00:45.597890 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce27cb71-1683-45b3-b8f5-18e6ecc1e2b6 req-49024f3a-4441-40b0-9e2a-ec5ef2ab1045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:45.599636 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ce27cb71-1683-45b3-b8f5-18e6ecc1e2b6 req-49024f3a-4441-40b0-9e2a-ec5ef2ab1045 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93026352-c79c-42ad-baed-f8112007ec46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0747094 Dec 15 21:00:45.690628 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-07ff3f6d-9db5-4c44-9f89-0fdd8ed802b6 None None] Set router f6327fe7-ee94-4b44-a904-cc054d988925 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:00:45.735100 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ce27cb71-1683-45b3-b8f5-18e6ecc1e2b6 req-7725da63-bf79-4e5d-b0d7-3ba1af2d0f4e service neutron] 10.222.0.41 "GET /v2.0/networks/93026352-c79c-42ad-baed-f8112007ec46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1252530 Dec 15 21:00:45.948835 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device d2aa04ad-5eb0-43cf-be9b-648123c09e10 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=86860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 21:00:45.972188 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ce27cb71-1683-45b3-b8f5-18e6ecc1e2b6 req-a6ae4e71-1b53-45ec-acc0-080376fda287 service neutron] 10.222.0.41 "GET /v2.0/networks/93026352-c79c-42ad-baed-f8112007ec46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274170 Dec 15 21:00:46.191085 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port d2aa04ad-5eb0-43cf-be9b-648123c09e10, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d2aa04ad-5eb0-43cf-be9b-648123c09e10,segment=NetworkSegment(53ea13d4-8379-475a-86a8-f30a8b17f4af),segment_id=53ea13d4-8379-475a-86a8-f30a8b17f4af)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:00:46.209044 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Returning: {'device': 'd2aa04ad-5eb0-43cf-be9b-648123c09e10', 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e', 'port_id': 'd2aa04ad-5eb0-43cf-be9b-648123c09e10', 'mac_address': 'fa:16:3e:2c:44:1d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 170, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5036755d-7452-453b-a442-049d1bf022e9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 21:00:46.213572 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-07ff3f6d-9db5-4c44-9f89-0fdd8ed802b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'name': 'tempest-AttachVolumeShelveTestJSON-329725510-router', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'gw_port': {'id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:53Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '62023a1c-3571-461c-85d0-d348851a8207', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'port_id': '40d51192-b822-4df2-a798-3ca1e603500c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'mac_address': 'fa:16:3e:f3:5b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fe6912-274c-4d1a-a3c4-f57ca6ea347c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:00:29Z', 'updated_at': '2021-12-15T21:00:44Z', 'revision_number': 1, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86369e50-68a6-4ea1-a903-c8548fa38806', 'name': '', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'mac_address': 'fa:16:3e:29:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:11Z', 'updated_at': '2021-12-15T20:55:25Z', 'revision_number': 5, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'subnets': [{'id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:00:46.247328 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07ff3f6d-9db5-4c44-9f89-0fdd8ed802b6 None None] The sync data for ids ['f6327fe7-ee94-4b44-a904-cc054d988925'] in dv-cinder-821892-1-iscsi is: [{'id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'name': 'tempest-AttachVolumeShelveTestJSON-329725510-router', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'gw_port': {'id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:53Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '62023a1c-3571-461c-85d0-d348851a8207', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'floating_ip_address': '172.27.1.238', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'port_id': '40d51192-b822-4df2-a798-3ca1e603500c', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 555, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'mac_address': 'fa:16:3e:f3:5b:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58fe6912-274c-4d1a-a3c4-f57ca6ea347c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:00:29Z', 'updated_at': '2021-12-15T21:00:44Z', 'revision_number': 1, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '86369e50-68a6-4ea1-a903-c8548fa38806', 'name': '', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'mac_address': 'fa:16:3e:29:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:11Z', 'updated_at': '2021-12-15T20:55:25Z', 'revision_number': 5, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'subnets': [{'id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:00:46.277091 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:46.296021 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2aa04ad-5eb0-43cf-be9b-648123c09e10 {{(pid=86860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:00:46.313190 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port d2aa04ad-5eb0-43cf-be9b-648123c09e10, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d2aa04ad-5eb0-43cf-be9b-648123c09e10,segment=NetworkSegment(53ea13d4-8379-475a-86a8-f30a8b17f4af),segment_id=53ea13d4-8379-475a-86a8-f30a8b17f4af)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:00:46.331636 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:46.334837 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:46.373292 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-62467ad1-459e-46b6-ba11-3b3891ed0746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:46.413383 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=d2aa04ad-5eb0-43cf-be9b-648123c09e10,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:46.416625 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:46.431853 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ad97e841-1c65-4276-95f9-04d88535e896 req-8120bdc4-d376-45b5-a410-2c826d6825e9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0792651 Dec 15 21:00:46.501085 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8890058-1912-409e-9e69-023a87bebd5d None None] New status for floating IP 62023a1c-3571-461c-85d0-d348851a8207: ACTIVE {{(pid=86861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:00:46.544480 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97e841-1c65-4276-95f9-04d88535e896 req-5e29f724-2793-41b8-ac6e-05c017b04ddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:46.546819 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ad97e841-1c65-4276-95f9-04d88535e896 req-5e29f724-2793-41b8-ac6e-05c017b04ddf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac0003dafb6b4c72bd926672a4ca400a&device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 1138 time: 0.0909343 Dec 15 21:00:46.627240 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c7f825-b69d-42b1-9a8f-03e3fb449c9a req-7f56fe19-c08a-4748-8a3c-3352a2835bcf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:46.628673 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b6c7f825-b69d-42b1-9a8f-03e3fb449c9a req-7f56fe19-c08a-4748-8a3c-3352a2835bcf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8 HTTP/1.1" status: 200 len: 945 time: 0.1910851 Dec 15 21:00:46.647040 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['d2aa04ad-5eb0-43cf-be9b-648123c09e10'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:00:46.677506 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b6c7f825-b69d-42b1-9a8f-03e3fb449c9a req-63ccd593-076e-480a-8e9c-fae0fa0fd1bf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d1059a-6536-4854-acdb-91b7668f8588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429294 Dec 15 21:00:46.725650 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97e841-1c65-4276-95f9-04d88535e896 req-47fb8781-3b55-492f-baa0-a50060802e78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:46.727269 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ad97e841-1c65-4276-95f9-04d88535e896 req-47fb8781-3b55-492f-baa0-a50060802e78 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c HTTP/1.1" status: 200 len: 916 time: 0.1597428 Dec 15 21:00:46.833216 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ad97e841-1c65-4276-95f9-04d88535e896 req-7f630920-03ff-4af0-8fb4-f1092a889304 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e9719e-2290-47c7-8149-52b003828f92 HTTP/1.1" status: 200 len: 1002 time: 0.0976133 Dec 15 21:00:46.901079 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97e841-1c65-4276-95f9-04d88535e896 req-fd21c09e-b389-4b8c-90c2-21c99a0b86aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:46.902520 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ad97e841-1c65-4276-95f9-04d88535e896 req-fd21c09e-b389-4b8c-90c2-21c99a0b86aa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46215959-91fb-4a8b-ba1d-1bbf050f280d HTTP/1.1" status: 200 len: 854 time: 0.0604272 Dec 15 21:00:46.979011 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad97e841-1c65-4276-95f9-04d88535e896 req-741e80d1-8a8d-4582-bf0e-200d3db4bdbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:46.980347 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ad97e841-1c65-4276-95f9-04d88535e896 req-741e80d1-8a8d-4582-bf0e-200d3db4bdbe service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0701051 Dec 15 21:00:47.003365 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:47.114256 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ad97e841-1c65-4276-95f9-04d88535e896 req-8e6787a6-1d3f-442f-9126-79fc8ea7e83d service neutron] 10.222.0.41 "GET /v2.0/networks/b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1256485 Dec 15 21:00:47.251865 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ad97e841-1c65-4276-95f9-04d88535e896 req-640400bf-2671-4895-8637-b000ef5551b7 service neutron] 10.222.0.41 "GET /v2.0/networks/b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251884 Dec 15 21:00:47.867555 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56817e4-3422-4761-9e9e-c1c79f0ef09d req-67eaadd4-61e4-4c06-93aa-57a1647d8664 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:47.869005 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c56817e4-3422-4761-9e9e-c1c79f0ef09d req-67eaadd4-61e4-4c06-93aa-57a1647d8664 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8 HTTP/1.1" status: 200 len: 945 time: 0.0860105 Dec 15 21:00:47.916191 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c56817e4-3422-4761-9e9e-c1c79f0ef09d req-9bf4fb1e-e0d5-4bf1-8158-55d097e6e2e7 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d1059a-6536-4854-acdb-91b7668f8588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0410025 Dec 15 21:00:47.947475 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device d2aa04ad-5eb0-43cf-be9b-648123c09e10 up at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:00:48.014058 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning for port d2aa04ad-5eb0-43cf-be9b-648123c09e10 completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:00:48.018551 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning complete for port d2aa04ad-5eb0-43cf-be9b-648123c09e10 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:00:48.018926 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:48.136630 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:48.164164 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2aa04ad-5eb0-43cf-be9b-648123c09e10'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:00:48.177158 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port d2aa04ad-5eb0-43cf-be9b-648123c09e10, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d2aa04ad-5eb0-43cf-be9b-648123c09e10,segment=NetworkSegment(53ea13d4-8379-475a-86a8-f30a8b17f4af),segment_id=53ea13d4-8379-475a-86a8-f30a8b17f4af)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:00:48.181575 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:48.184382 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-93165578-39a4-4f86-af24-1da44501c586 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:00:48.230607 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2aa04ad-5eb0-43cf-be9b-648123c09e10', 'code': 200} Dec 15 21:00:48.255415 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=d2aa04ad-5eb0-43cf-be9b-648123c09e10,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:00:48.260712 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:00:48.483784 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-defb274c-7c41-4e19-aede-c950d96b380c req-cdf87eda-c18c-4ca4-beaa-3fd68a507e38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:48.485451 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-defb274c-7c41-4e19-aede-c950d96b380c req-cdf87eda-c18c-4ca4-beaa-3fd68a507e38 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8 HTTP/1.1" status: 200 len: 1099 time: 0.0767839 Dec 15 21:00:48.529300 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-defb274c-7c41-4e19-aede-c950d96b380c req-78b8717d-948f-4918-aed6-40875d0bcfba service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=51d1059a-6536-4854-acdb-91b7668f8588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356495 Dec 15 21:00:48.672125 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-90b3cb62-a30f-4376-acaf-7e07a4b5209a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:49.100010 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-451f0934-609a-4309-8bf1-16e363fdd141 req-6843d748-f024-4011-94e9-11ccfd5cc999 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:49.101521 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-451f0934-609a-4309-8bf1-16e363fdd141 req-6843d748-f024-4011-94e9-11ccfd5cc999 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8 HTTP/1.1" status: 200 len: 946 time: 0.0791955 Dec 15 21:00:49.145508 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-451f0934-609a-4309-8bf1-16e363fdd141 req-47ebb3b5-424f-4d9a-aaed-6e9ca9e5425b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d1059a-6536-4854-acdb-91b7668f8588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382586 Dec 15 21:00:49.676787 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:49.703771 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:50.331838 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ffc1c1b-f162-4bbd-9333-c3008142527c req-7b0b3ed4-78ed-47ae-ae74-f71860d42f93 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:50.333445 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9ffc1c1b-f162-4bbd-9333-c3008142527c req-7b0b3ed4-78ed-47ae-ae74-f71860d42f93 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8 HTTP/1.1" status: 200 len: 946 time: 0.0853326 Dec 15 21:00:50.381971 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9ffc1c1b-f162-4bbd-9333-c3008142527c req-132af989-116d-4565-8596-6a1877190687 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d1059a-6536-4854-acdb-91b7668f8588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420923 Dec 15 21:00:50.562487 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54e86f7-b15c-41ac-957b-bbfb9b886903 req-03dbd54e-852a-45be-8bc5-67ae459043e7 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:50.563917 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e54e86f7-b15c-41ac-957b-bbfb9b886903 req-03dbd54e-852a-45be-8bc5-67ae459043e7 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8 HTTP/1.1" status: 200 len: 946 time: 0.0804980 Dec 15 21:00:50.572375 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 41872) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:00:50.579016 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-09723ff0-930a-4842-be9f-7a5a2c95604e tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Request body: {'floatingip': {'port_id': 'd2aa04ad-5eb0-43cf-be9b-648123c09e10'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:00:50.658583 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-09723ff0-930a-4842-be9f-7a5a2c95604e tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for floatingip, before_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:51.079114 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:51.249206 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-09723ff0-930a-4842-be9f-7a5a2c95604e tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:51.252935 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-09723ff0-930a-4842-be9f-7a5a2c95604e tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677241'] for floatingip, after_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:51.427378 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.db.l3_db [None req-09723ff0-930a-4842-be9f-7a5a2c95604e tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Floating IP 5613c2c3-be40-41e9-b4a6-c7c363a75160 associated. External IP: 172.27.1.215, port: d2aa04ad-5eb0-43cf-be9b-648123c09e10. Dec 15 21:00:51.675307 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:00:51.867209 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09723ff0-930a-4842-be9f-7a5a2c95604e tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Router 154bd57b-dee4-49aa-b381-0a996985ad41 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:00:52.045288 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09723ff0-930a-4842-be9f-7a5a2c95604e tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:00:52.050256 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-09723ff0-930a-4842-be9f-7a5a2c95604e tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for floatingip, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:00:52.055140 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b584ce3f-bf90-4c8a-aca3-e008b8c30f0c None None] Sync routers for ids ['154bd57b-dee4-49aa-b381-0a996985ad41'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:00:52.064613 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b584ce3f-bf90-4c8a-aca3-e008b8c30f0c None None] Routers {'154bd57b-dee4-49aa-b381-0a996985ad41'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:00:52.065223 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-b584ce3f-bf90-4c8a-aca3-e008b8c30f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:00:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['154bd57b-dee4-49aa-b381-0a996985ad41'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:00:52.105705 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-09723ff0-930a-4842-be9f-7a5a2c95604e tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "PUT /v2.0/floatingips/5613c2c3-be40-41e9-b4a6-c7c363a75160 HTTP/1.1" status: 200 len: 992 time: 1.5297382 Dec 15 21:00:52.105705 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8', 'tag': 'd2aa04ad-5eb0-43cf-be9b-648123c09e10'}] {{(pid=86859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:00:52.150837 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8', 'tag': 'd2aa04ad-5eb0-43cf-be9b-648123c09e10', 'status': 'completed', 'code': 200} Dec 15 21:00:52.244063 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-b584ce3f-bf90-4c8a-aca3-e008b8c30f0c None None] Set router 154bd57b-dee4-49aa-b381-0a996985ad41 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:00:52.281652 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffdcca-041d-452c-be85-4ac1add5e610 req-d2af1592-eb27-4daa-b16d-c3d9f871c759 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:52.283072 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-45ffdcca-041d-452c-be85-4ac1add5e610 req-d2af1592-eb27-4daa-b16d-c3d9f871c759 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c1c77d1948bd48a0aa5bbdac1c6cf4a4&device_id=f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8 HTTP/1.1" status: 200 len: 1099 time: 0.0768344 Dec 15 21:00:52.415257 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffdcca-041d-452c-be85-4ac1add5e610 req-a90924aa-a87f-4ab1-9c81-16e329441e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:52.416697 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-45ffdcca-041d-452c-be85-4ac1add5e610 req-a90924aa-a87f-4ab1-9c81-16e329441e2e service neutron] 10.222.0.41 "GET /v2.0/networks?id=c7ada944-b67c-407b-be0e-d1869c073b7e HTTP/1.1" status: 200 len: 912 time: 0.1265781 Dec 15 21:00:52.526655 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-45ffdcca-041d-452c-be85-4ac1add5e610 req-872a614b-74e4-44a5-81cb-c55363268f81 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=d2aa04ad-5eb0-43cf-be9b-648123c09e10 HTTP/1.1" status: 200 len: 1000 time: 0.1018207 Dec 15 21:00:52.592054 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-b584ce3f-bf90-4c8a-aca3-e008b8c30f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'name': 'tempest-AttachVolumeTestJSON-1084864815-router', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:48Z', 'updated_at': '2021-12-15T20:55:05Z', 'revision_number': 4, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'gw_port': {'id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:37:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '5613c2c3-be40-41e9-b4a6-c7c363a75160', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'port_id': 'd2aa04ad-5eb0-43cf-be9b-648123c09e10', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e', 'mac_address': 'fa:16:3e:2c:44:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:00:38Z', 'updated_at': '2021-12-15T21:00:51Z', 'revision_number': 1, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9423435b-093c-4c41-8fa2-facb066a64e7', 'name': '', 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'mac_address': 'fa:16:3e:ca:01:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5036755d-7452-453b-a442-049d1bf022e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:02Z', 'updated_at': '2021-12-15T20:55:18Z', 'revision_number': 5, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'subnets': [{'id': '5036755d-7452-453b-a442-049d1bf022e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:00:52.596519 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b584ce3f-bf90-4c8a-aca3-e008b8c30f0c None None] Checking router: 154bd57b-dee4-49aa-b381-0a996985ad41 for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:00:52.600019 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffdcca-041d-452c-be85-4ac1add5e610 req-2e05aeea-852b-439e-8813-50df8db794b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:52.601854 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-45ffdcca-041d-452c-be85-4ac1add5e610 req-2e05aeea-852b-439e-8813-50df8db794b6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5036755d-7452-453b-a442-049d1bf022e9 HTTP/1.1" status: 200 len: 850 time: 0.0673447 Dec 15 21:00:52.605138 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b584ce3f-bf90-4c8a-aca3-e008b8c30f0c None None] Routers {'154bd57b-dee4-49aa-b381-0a996985ad41'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:00:52.605760 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-b584ce3f-bf90-4c8a-aca3-e008b8c30f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:00:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['154bd57b-dee4-49aa-b381-0a996985ad41'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:00:52.678932 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ffdcca-041d-452c-be85-4ac1add5e610 req-dafe98eb-ba11-4c90-8d0d-4a2d06960e19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:00:52.680403 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-45ffdcca-041d-452c-be85-4ac1add5e610 req-dafe98eb-ba11-4c90-8d0d-4a2d06960e19 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c7ada944-b67c-407b-be0e-d1869c073b7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708926 Dec 15 21:00:52.813901 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-b584ce3f-bf90-4c8a-aca3-e008b8c30f0c None None] Set router 154bd57b-dee4-49aa-b381-0a996985ad41 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:00:52.814664 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-45ffdcca-041d-452c-be85-4ac1add5e610 req-07109117-63dc-42c5-8b57-748f70df3890 service neutron] 10.222.0.41 "GET /v2.0/networks/c7ada944-b67c-407b-be0e-d1869c073b7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263559 Dec 15 21:00:53.040274 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-45ffdcca-041d-452c-be85-4ac1add5e610 req-b6907db7-f75c-4c48-9bac-7f86ecc8c2d0 service neutron] 10.222.0.41 "GET /v2.0/networks/c7ada944-b67c-407b-be0e-d1869c073b7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170022 Dec 15 21:00:53.167402 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-b584ce3f-bf90-4c8a-aca3-e008b8c30f0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'name': 'tempest-AttachVolumeTestJSON-1084864815-router', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:48Z', 'updated_at': '2021-12-15T20:55:05Z', 'revision_number': 4, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'gw_port': {'id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:37:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '5613c2c3-be40-41e9-b4a6-c7c363a75160', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'port_id': 'd2aa04ad-5eb0-43cf-be9b-648123c09e10', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e', 'mac_address': 'fa:16:3e:2c:44:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:00:38Z', 'updated_at': '2021-12-15T21:00:51Z', 'revision_number': 1, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9423435b-093c-4c41-8fa2-facb066a64e7', 'name': '', 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'mac_address': 'fa:16:3e:ca:01:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5036755d-7452-453b-a442-049d1bf022e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:02Z', 'updated_at': '2021-12-15T20:55:18Z', 'revision_number': 5, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'subnets': [{'id': '5036755d-7452-453b-a442-049d1bf022e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:00:53.171821 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b584ce3f-bf90-4c8a-aca3-e008b8c30f0c None None] The sync data for ids ['154bd57b-dee4-49aa-b381-0a996985ad41'] in dv-cinder-821892-1-iscsi is: [{'id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'name': 'tempest-AttachVolumeTestJSON-1084864815-router', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:48Z', 'updated_at': '2021-12-15T20:55:05Z', 'revision_number': 4, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'gw_port': {'id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:37:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '5613c2c3-be40-41e9-b4a6-c7c363a75160', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'floating_ip_address': '172.27.1.215', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'port_id': 'd2aa04ad-5eb0-43cf-be9b-648123c09e10', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 563, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e', 'mac_address': 'fa:16:3e:2c:44:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:00:38Z', 'updated_at': '2021-12-15T21:00:51Z', 'revision_number': 1, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9423435b-093c-4c41-8fa2-facb066a64e7', 'name': '', 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'mac_address': 'fa:16:3e:ca:01:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5036755d-7452-453b-a442-049d1bf022e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:02Z', 'updated_at': '2021-12-15T20:55:18Z', 'revision_number': 5, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'subnets': [{'id': '5036755d-7452-453b-a442-049d1bf022e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:00:53.360709 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d9adbec5-1b5f-45ba-88eb-bc65107f1838 None None] New status for floating IP 5613c2c3-be40-41e9-b4a6-c7c363a75160: ACTIVE {{(pid=86861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:01:16.335775 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-3a1202d7-83ff-4f50-8a17-f0993007b20c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:17.022244 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:18.672958 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-990b4db5-147f-4c1d-a40b-ab9fe0c41b4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:19.678866 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:19.708046 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:21.076478 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:23.795059 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7f414-2988-4886-bec9-adb879008eb1 req-d91fc885-0fe4-43a9-9354-cddf478b6e26 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:23.797143 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-24e7f414-2988-4886-bec9-adb879008eb1 req-d91fc885-0fe4-43a9-9354-cddf478b6e26 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?device_id=150d5aa5-b0ab-4fa5-95b8-9148c219bf0c HTTP/1.1" status: 200 len: 946 time: 0.0805745 Dec 15 21:01:23.844881 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-24e7f414-2988-4886-bec9-adb879008eb1 req-6c269ea6-a3b6-4c3b-8714-8b7d124e697e tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/security-groups?id=4147388d-a7ab-427f-a69b-b0414b1d0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421302 Dec 15 21:01:25.173101 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f164733e-9ccb-4807-ad15-52507c91146d req-024cc13d-ee5b-4d5e-88a8-b13424819541 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:25.174468 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f164733e-9ccb-4807-ad15-52507c91146d req-024cc13d-ee5b-4d5e-88a8-b13424819541 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?device_id=150d5aa5-b0ab-4fa5-95b8-9148c219bf0c HTTP/1.1" status: 200 len: 946 time: 0.0794861 Dec 15 21:01:25.217803 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f164733e-9ccb-4807-ad15-52507c91146d req-38a6a987-c722-4aa0-a8ae-9d5814efabbb tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/security-groups?id=4147388d-a7ab-427f-a69b-b0414b1d0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372858 Dec 15 21:01:25.739141 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f23ab30-ec41-4fd9-9528-f14c5f1c6522 req-cc6c4936-9389-4908-906f-f710052e4328 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:25.740542 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4f23ab30-ec41-4fd9-9528-f14c5f1c6522 req-cc6c4936-9389-4908-906f-f710052e4328 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.41 "GET /v2.0/ports?device_id=150d5aa5-b0ab-4fa5-95b8-9148c219bf0c HTTP/1.1" status: 200 len: 946 time: 0.0788345 Dec 15 21:01:25.819515 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-4f23ab30-ec41-4fd9-9528-f14c5f1c6522 req-0aacd94f-f4f1-4cb8-8386-969ca9f81501 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Deleting port 24e282c3-6e9d-4a11-a73c-579b3c12859b {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:01:25.819857 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-4f23ab30-ec41-4fd9-9528-f14c5f1c6522 req-0aacd94f-f4f1-4cb8-8386-969ca9f81501 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:26.070960 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-4f23ab30-ec41-4fd9-9528-f14c5f1c6522 req-0aacd94f-f4f1-4cb8-8386-969ca9f81501 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] For port 24e282c3-6e9d-4a11-a73c-579b3c12859b, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=24e282c3-6e9d-4a11-a73c-579b3c12859b,segment=NetworkSegment(4cf94511-fd4f-4255-aa59-8762443f461b),segment_id=4cf94511-fd4f-4255-aa59-8762443f461b)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:01:26.071310 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-4f23ab30-ec41-4fd9-9528-f14c5f1c6522 req-0aacd94f-f4f1-4cb8-8386-969ca9f81501 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:26.190037 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-4f23ab30-ec41-4fd9-9528-f14c5f1c6522 req-0aacd94f-f4f1-4cb8-8386-969ca9f81501 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Calling delete_port for 24e282c3-6e9d-4a11-a73c-579b3c12859b owned by compute:nova {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:01:26.332512 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-4f23ab30-ec41-4fd9-9528-f14c5f1c6522 req-0aacd94f-f4f1-4cb8-8386-969ca9f81501 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:26.338625 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:01:26.368064 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3122f029-fe7d-410f-8a60-cf010fe98f81 req-bc461a9f-e068-41f9-9423-6baea85b607f tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?device_id=150d5aa5-b0ab-4fa5-95b8-9148c219bf0c HTTP/1.1" status: 200 len: 210 time: 0.0448084 Dec 15 21:01:26.381385 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aacd94f-f4f1-4cb8-8386-969ca9f81501 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Pushing event deleted for resources: {'Port': ['ID=24e282c3-6e9d-4a11-a73c-579b3c12859b,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:01:26.414269 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aacd94f-f4f1-4cb8-8386-969ca9f81501 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:26.414640 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aacd94f-f4f1-4cb8-8386-969ca9f81501 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:26.415006 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aacd94f-f4f1-4cb8-8386-969ca9f81501 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:26.415389 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aacd94f-f4f1-4cb8-8386-969ca9f81501 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:26.415737 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aacd94f-f4f1-4cb8-8386-969ca9f81501 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:26.416083 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aacd94f-f4f1-4cb8-8386-969ca9f81501 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:26.416435 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aacd94f-f4f1-4cb8-8386-969ca9f81501 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:26.416781 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aacd94f-f4f1-4cb8-8386-969ca9f81501 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:26.417125 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aacd94f-f4f1-4cb8-8386-969ca9f81501 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:26.417471 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aacd94f-f4f1-4cb8-8386-969ca9f81501 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:26.417840 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aacd94f-f4f1-4cb8-8386-969ca9f81501 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:26.418183 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0aacd94f-f4f1-4cb8-8386-969ca9f81501 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:26.425715 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-0aacd94f-f4f1-4cb8-8386-969ca9f81501 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:01:26.467604 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f23ab30-ec41-4fd9-9528-f14c5f1c6522 req-0aacd94f-f4f1-4cb8-8386-969ca9f81501 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] No DVR routers for this DVR port 24e282c3-6e9d-4a11-a73c-579b3c12859b on host hv-cinder-82189 {{(pid=86858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:01:26.469905 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-4f23ab30-ec41-4fd9-9528-f14c5f1c6522 req-0aacd94f-f4f1-4cb8-8386-969ca9f81501 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:26.472349 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '150d5aa5-b0ab-4fa5-95b8-9148c219bf0c', 'name': 'network-vif-deleted', 'tag': '24e282c3-6e9d-4a11-a73c-579b3c12859b'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:01:26.489313 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4f23ab30-ec41-4fd9-9528-f14c5f1c6522 req-0aacd94f-f4f1-4cb8-8386-969ca9f81501 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.41 "DELETE /v2.0/ports/24e282c3-6e9d-4a11-a73c-579b3c12859b HTTP/1.1" status: 204 len: 173 time: 0.7370551 Dec 15 21:01:26.524485 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '150d5aa5-b0ab-4fa5-95b8-9148c219bf0c', 'name': 'network-vif-deleted', 'tag': '24e282c3-6e9d-4a11-a73c-579b3c12859b', 'status': 'completed', 'code': 200} Dec 15 21:01:28.673919 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:01:28.872011 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 24e282c3-6e9d-4a11-a73c-579b3c12859b no longer exists at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:01:28.906836 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] No Port match for: 24e282c3-6e9d-4a11-a73c-579b3c12859b {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:01:28.907185 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 24e282c3-6e9d-4a11-a73c-579b3c12859b not bound to the agent host hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:01:36.842343 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b9540641-e854-44f2-8d66-255bfbcb1b37 req-cbb8c4f6-6221-4ec3-b71c-cee7385d6830 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1890531127&fields=id&tenant_id=ac0003dafb6b4c72bd926672a4ca400a HTTP/1.1" status: 200 len: 267 time: 0.0417490 Dec 15 21:01:36.924262 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9540641-e854-44f2-8d66-255bfbcb1b37 req-9e7f945e-cbd8-4b25-b6f9-fe7d9f39c0e9 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:36.925704 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b9540641-e854-44f2-8d66-255bfbcb1b37 req-9e7f945e-cbd8-4b25-b6f9-fe7d9f39c0e9 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 985 time: 0.0783777 Dec 15 21:01:36.936462 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [req-b9540641-e854-44f2-8d66-255bfbcb1b37 req-975dfb8e-105e-474f-aeed-1263daee01cd tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Request body: {'port': {'security_groups': ['222dc772-dcc8-4c99-95e0-a208b0a75510']}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:01:37.055841 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-b9540641-e854-44f2-8d66-255bfbcb1b37 req-975dfb8e-105e-474f-aeed-1263daee01cd tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:37.287936 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.db [req-b9540641-e854-44f2-8d66-255bfbcb1b37 req-975dfb8e-105e-474f-aeed-1263daee01cd tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] For port 58e9719e-2290-47c7-8149-52b003828f92, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=58e9719e-2290-47c7-8149-52b003828f92,segment=NetworkSegment(65ce960a-5203-4378-8ba9-b472ed124dfd),segment_id=65ce960a-5203-4378-8ba9-b472ed124dfd)] {{(pid=86859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:01:37.315001 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-b9540641-e854-44f2-8d66-255bfbcb1b37 req-975dfb8e-105e-474f-aeed-1263daee01cd tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for port, precommit_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:37.319200 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-b9540641-e854-44f2-8d66-255bfbcb1b37 req-975dfb8e-105e-474f-aeed-1263daee01cd tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4132647'] for port, after_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:37.324811 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f089c689-f360-45c2-892c-6ac6ec50e304 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:01:37.332167 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['58e9719e-2290-47c7-8149-52b003828f92'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:01:37.389056 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9540641-e854-44f2-8d66-255bfbcb1b37 req-975dfb8e-105e-474f-aeed-1263daee01cd tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:37.389680 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [req-b9540641-e854-44f2-8d66-255bfbcb1b37 req-975dfb8e-105e-474f-aeed-1263daee01cd tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:37.391050 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b9540641-e854-44f2-8d66-255bfbcb1b37 req-975dfb8e-105e-474f-aeed-1263daee01cd tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "PUT /v2.0/ports/58e9719e-2290-47c7-8149-52b003828f92 HTTP/1.1" status: 200 len: 943 time: 0.4590237 Dec 15 21:01:37.391563 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447e1787-186d-4c84-8f92-a280fbdafac8', 'tag': '58e9719e-2290-47c7-8149-52b003828f92'}] {{(pid=86859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:01:37.398882 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 42172) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:01:37.411575 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975dfb8e-105e-474f-aeed-1263daee01cd tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Pushing event updated for resources: {'Port': ['ID=58e9719e-2290-47c7-8149-52b003828f92,revision_number=7']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:01:37.420219 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dfb8e-105e-474f-aeed-1263daee01cd tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:37.420590 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dfb8e-105e-474f-aeed-1263daee01cd tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:37.420950 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dfb8e-105e-474f-aeed-1263daee01cd tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:37.421302 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dfb8e-105e-474f-aeed-1263daee01cd tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:37.421652 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dfb8e-105e-474f-aeed-1263daee01cd tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:37.422027 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dfb8e-105e-474f-aeed-1263daee01cd tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:37.422374 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dfb8e-105e-474f-aeed-1263daee01cd tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:37.422720 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dfb8e-105e-474f-aeed-1263daee01cd tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:37.423061 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dfb8e-105e-474f-aeed-1263daee01cd tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:37.423408 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dfb8e-105e-474f-aeed-1263daee01cd tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:37.423747 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dfb8e-105e-474f-aeed-1263daee01cd tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:37.424090 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-975dfb8e-105e-474f-aeed-1263daee01cd tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:37.428264 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-975dfb8e-105e-474f-aeed-1263daee01cd tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:01:37.461153 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447e1787-186d-4c84-8f92-a280fbdafac8', 'tag': '58e9719e-2290-47c7-8149-52b003828f92', 'status': 'completed', 'code': 200} Dec 15 21:01:37.540002 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0c84fea1-139d-4f52-abb4-5d2fc0d510d2 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:37.547423 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['58e9719e-2290-47c7-8149-52b003828f92'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:01:37.571614 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0c84fea1-139d-4f52-abb4-5d2fc0d510d2 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:37.670602 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-ac46fddb-2f96-422e-8cfa-b5f69c38d42e None None] Provisioning complete for port 58e9719e-2290-47c7-8149-52b003828f92 triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:01:37.670907 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-ac46fddb-2f96-422e-8cfa-b5f69c38d42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:37.680839 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0c84fea1-139d-4f52-abb4-5d2fc0d510d2 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:37.687746 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-bcc91129-d65d-4cb7-a760-517c7bcd5650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:01:37.709845 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c84fea1-139d-4f52-abb4-5d2fc0d510d2 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf142092-dc8c-4abc-99eb-04f277df0171,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:01:37.713367 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-0c84fea1-139d-4f52-abb4-5d2fc0d510d2 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:01:37.727818 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89aaee-3969-4f23-a92d-2d915ee82bd0 req-5f21e230-eaf8-46f1-876d-dc7bfb813cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:37.729444 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-1f89aaee-3969-4f23-a92d-2d915ee82bd0 req-5f21e230-eaf8-46f1-876d-dc7bfb813cb9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac0003dafb6b4c72bd926672a4ca400a&device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 1099 time: 0.2380507 Dec 15 21:01:37.731468 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0c84fea1-139d-4f52-abb4-5d2fc0d510d2 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:37.733090 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-0c84fea1-139d-4f52-abb4-5d2fc0d510d2 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "DELETE /v2.0/security-groups/cf142092-dc8c-4abc-99eb-04f277df0171 HTTP/1.1" status: 204 len: 168 time: 0.3330460 Dec 15 21:01:37.735940 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 42186) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:01:37.902510 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89aaee-3969-4f23-a92d-2d915ee82bd0 req-15833fc3-eabc-42bd-824b-1c9c2e5c0a50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:37.904007 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-1f89aaee-3969-4f23-a92d-2d915ee82bd0 req-15833fc3-eabc-42bd-824b-1c9c2e5c0a50 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c HTTP/1.1" status: 200 len: 916 time: 0.1625476 Dec 15 21:01:38.011843 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-1f89aaee-3969-4f23-a92d-2d915ee82bd0 req-c24ae717-ac71-4bbc-853e-e21180082a23 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e9719e-2290-47c7-8149-52b003828f92 HTTP/1.1" status: 200 len: 1002 time: 0.1002481 Dec 15 21:01:38.078573 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89aaee-3969-4f23-a92d-2d915ee82bd0 req-894e0aa6-963f-407a-9ae5-3f701b6107ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:38.079919 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-1f89aaee-3969-4f23-a92d-2d915ee82bd0 req-894e0aa6-963f-407a-9ae5-3f701b6107ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46215959-91fb-4a8b-ba1d-1bbf050f280d HTTP/1.1" status: 200 len: 854 time: 0.0572245 Dec 15 21:01:38.156450 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f89aaee-3969-4f23-a92d-2d915ee82bd0 req-3dcd1620-09e0-4e7c-8771-43b841c2968e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:38.157954 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-1f89aaee-3969-4f23-a92d-2d915ee82bd0 req-3dcd1620-09e0-4e7c-8771-43b841c2968e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685346 Dec 15 21:01:38.189935 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-fd3e52c7-c7c3-46c0-9983-87c651f02a87 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Deleting port ab7a2148-61d9-4250-a5fa-614b907adac4 {{(pid=86859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:01:38.190514 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-fd3e52c7-c7c3-46c0-9983-87c651f02a87 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:38.242191 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-97134ec2-a8c3-4425-b207-ead1c56959a5 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:38.243618 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-97134ec2-a8c3-4425-b207-ead1c56959a5 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/networks?id=c4217bf4-27e6-4e36-8420-1687ad1e4d48 HTTP/1.1" status: 200 len: 814 time: 0.3836091 Dec 15 21:01:38.289787 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-1f89aaee-3969-4f23-a92d-2d915ee82bd0 req-fdf59abb-2b65-45fa-90e8-6622a03dba2f service neutron] 10.222.0.41 "GET /v2.0/networks/b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1239777 Dec 15 21:01:38.322370 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-03824701-fd3a-4df9-92f9-1757222329c2 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/quotas/c2a0fcfa6fb64d598ba0e9dc6769d61f HTTP/1.1" status: 200 len: 375 time: 0.0712821 Dec 15 21:01:38.382115 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-edc857b3-48e3-4299-8e12-8f25ab5863b4 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=c2a0fcfa6fb64d598ba0e9dc6769d61f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0488617 Dec 15 21:01:38.429501 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-fd3e52c7-c7c3-46c0-9983-87c651f02a87 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:38.429834 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-fd3e52c7-c7c3-46c0-9983-87c651f02a87 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:38.512037 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-1f89aaee-3969-4f23-a92d-2d915ee82bd0 req-ed4b6cd7-b62b-4f2b-91eb-0c05ece58c59 service neutron] 10.222.0.41 "GET /v2.0/networks/b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2143362 Dec 15 21:01:38.620210 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-fd3e52c7-c7c3-46c0-9983-87c651f02a87 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Calling delete_port for ab7a2148-61d9-4250-a5fa-614b907adac4 owned by network:floatingip {{(pid=86859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:01:38.741031 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-ba0adb48-5943-4347-be62-732bfd606bca service neutron] 10.222.0.49 "GET /v2.0/networks/c4217bf4-27e6-4e36-8420-1687ad1e4d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3487153 Dec 15 21:01:38.931167 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-1a978a05-2e28-4bfb-993b-1ad1f2a3b203 service neutron] 10.222.0.49 "GET /v2.0/networks/c4217bf4-27e6-4e36-8420-1687ad1e4d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1775880 Dec 15 21:01:38.934119 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-fd3e52c7-c7c3-46c0-9983-87c651f02a87 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:38.941812 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-425c4667-1159-4383-bea5-95ccc1902936 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:01:38.987644 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3e52c7-c7c3-46c0-9983-87c651f02a87 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Pushing event deleted for resources: {'Port': ['ID=ab7a2148-61d9-4250-a5fa-614b907adac4,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:01:38.990161 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-fd3e52c7-c7c3-46c0-9983-87c651f02a87 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:01:39.133513 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-756b4444-dea7-44a6-80d3-0d30bcb5fe4d req-4746acb0-efce-4985-b659-fd96c7e1023d tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7c82f1f-9735-458a-8763-fa78a29aaa45 HTTP/1.1" status: 200 len: 210 time: 0.0471253 Dec 15 21:01:39.136108 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-fd3e52c7-c7c3-46c0-9983-87c651f02a87 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks [] for floatingip, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:39.136439 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.db.l3_db [None req-fd3e52c7-c7c3-46c0-9983-87c651f02a87 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Floating IP 03c1c71e-5d70-449b-a114-60c72d705114 disassociated (deleted). External IP: 172.27.1.241, port: 58e9719e-2290-47c7-8149-52b003828f92. Dec 15 21:01:39.626958 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd3e52c7-c7c3-46c0-9983-87c651f02a87 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Router e973a52c-3254-4726-aa21-1f15b936d1e8 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:01:39.806613 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd3e52c7-c7c3-46c0-9983-87c651f02a87 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:01:39.816637 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b627983-91ad-4875-b283-216eb5a65e9d None None] Sync routers for ids ['e973a52c-3254-4726-aa21-1f15b936d1e8'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:01:39.818991 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-fd3e52c7-c7c3-46c0-9983-87c651f02a87 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for floatingip, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:39.826256 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b627983-91ad-4875-b283-216eb5a65e9d None None] Routers {'e973a52c-3254-4726-aa21-1f15b936d1e8'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:01:39.826747 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-4b627983-91ad-4875-b283-216eb5a65e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:01:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['e973a52c-3254-4726-aa21-1f15b936d1e8'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:01:39.878834 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-fd3e52c7-c7c3-46c0-9983-87c651f02a87 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "DELETE /v2.0/floatingips/03c1c71e-5d70-449b-a114-60c72d705114 HTTP/1.1" status: 204 len: 168 time: 2.1417704 Dec 15 21:01:39.879723 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447e1787-186d-4c84-8f92-a280fbdafac8', 'tag': '58e9719e-2290-47c7-8149-52b003828f92'}] {{(pid=86859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:01:39.938115 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447e1787-186d-4c84-8f92-a280fbdafac8', 'tag': '58e9719e-2290-47c7-8149-52b003828f92', 'status': 'completed', 'code': 200} Dec 15 21:01:40.010933 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-4b627983-91ad-4875-b283-216eb5a65e9d None None] Set router e973a52c-3254-4726-aa21-1f15b936d1e8 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:01:40.036967 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41e49b-b340-4328-829c-94d382ef03c7 req-2c0b1710-5eec-4a7c-8bd4-7f56a248b8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:40.038814 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-fd41e49b-b340-4328-829c-94d382ef03c7 req-2c0b1710-5eec-4a7c-8bd4-7f56a248b8ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ac0003dafb6b4c72bd926672a4ca400a&device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 1099 time: 0.0788295 Dec 15 21:01:40.224086 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41e49b-b340-4328-829c-94d382ef03c7 req-5a4a3306-1fae-432c-a465-e2819c67bca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:40.225930 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-fd41e49b-b340-4328-829c-94d382ef03c7 req-5a4a3306-1fae-432c-a465-e2819c67bca5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c HTTP/1.1" status: 200 len: 916 time: 0.1694784 Dec 15 21:01:40.346133 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-fd41e49b-b340-4328-829c-94d382ef03c7 req-65f33ba3-ef81-4a6a-9a61-88ab9c6e32cd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=58e9719e-2290-47c7-8149-52b003828f92 HTTP/1.1" status: 200 len: 217 time: 0.1080472 Dec 15 21:01:40.444010 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-4b627983-91ad-4875-b283-216eb5a65e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'name': 'tempest-TestMinimumBasicScenario-1169965894-router', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd3d80b53-5f27-457a-b53c-7857d8ea9cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:23Z', 'updated_at': '2021-12-15T20:57:28Z', 'revision_number': 4, 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'gw_port': {'id': 'd3d80b53-5f27-457a-b53c-7857d8ea9cee', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:24Z', 'updated_at': '2021-12-15T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '97f9076f-1df7-4488-a4b7-dd08857c61c9', 'name': '', 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'mac_address': 'fa:16:3e:f6:29:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '46215959-91fb-4a8b-ba1d-1bbf050f280d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:27Z', 'updated_at': '2021-12-15T20:57:49Z', 'revision_number': 5, 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'subnets': [{'id': '46215959-91fb-4a8b-ba1d-1bbf050f280d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:01:40.448108 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b627983-91ad-4875-b283-216eb5a65e9d None None] Checking router: e973a52c-3254-4726-aa21-1f15b936d1e8 for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:01:40.467963 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b627983-91ad-4875-b283-216eb5a65e9d None None] Routers {'e973a52c-3254-4726-aa21-1f15b936d1e8'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:01:40.470333 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-4b627983-91ad-4875-b283-216eb5a65e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:01:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['e973a52c-3254-4726-aa21-1f15b936d1e8'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:01:40.505770 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41e49b-b340-4328-829c-94d382ef03c7 req-8c9aad57-8715-443a-89c3-8444c628bf8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:40.507431 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-fd41e49b-b340-4328-829c-94d382ef03c7 req-8c9aad57-8715-443a-89c3-8444c628bf8f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46215959-91fb-4a8b-ba1d-1bbf050f280d HTTP/1.1" status: 200 len: 854 time: 0.0757334 Dec 15 21:01:40.654735 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-f801b321-b366-4333-9915-860d7f731908 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:40.655712 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-f801b321-b366-4333-9915-860d7f731908 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Synchronizing usage tracker for tenant:c2a0fcfa6fb64d598ba0e9dc6769d61f on resource:network {{(pid=86858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:01:40.681865 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd41e49b-b340-4328-829c-94d382ef03c7 req-f71fa6c7-2ff3-44e3-8251-90f6e0c4468d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:40.684027 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-fd41e49b-b340-4328-829c-94d382ef03c7 req-f71fa6c7-2ff3-44e3-8251-90f6e0c4468d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1661365 Dec 15 21:01:40.685437 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-f801b321-b366-4333-9915-860d7f731908 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Unset dirty status for tenant:c2a0fcfa6fb64d598ba0e9dc6769d61f on resource:network {{(pid=86858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:01:40.686729 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-f801b321-b366-4333-9915-860d7f731908 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.41 "GET /v2.0/networks?id=c4217bf4-27e6-4e36-8420-1687ad1e4d48 HTTP/1.1" status: 200 len: 814 time: 0.3851833 Dec 15 21:01:40.741460 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-ddd24cc8-634b-473e-9239-8bf3ca85eab0 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Request body: {'port': {'device_id': 'f7c82f1f-9735-458a-8763-fa78a29aaa45', 'network_id': 'c4217bf4-27e6-4e36-8420-1687ad1e4d48', 'admin_state_up': True, 'tenant_id': 'c2a0fcfa6fb64d598ba0e9dc6769d61f'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:01:40.770590 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2041b25b-7aca-4f3f-b35f-91fcd05219e0 req-890f1e6c-5244-4d0f-a001-d6c9c021ae21 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7c82f1f-9735-458a-8763-fa78a29aaa45 HTTP/1.1" status: 200 len: 210 time: 0.0813494 Dec 15 21:01:40.849728 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-4b627983-91ad-4875-b283-216eb5a65e9d None None] Set router e973a52c-3254-4726-aa21-1f15b936d1e8 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:01:41.056537 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-fd41e49b-b340-4328-829c-94d382ef03c7 req-3f75c19f-11bb-4c7d-b417-20a1ac14fcd8 service neutron] 10.222.0.41 "GET /v2.0/networks/b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3531237 Dec 15 21:01:41.058654 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-ddd24cc8-634b-473e-9239-8bf3ca85eab0 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:01:41.064085 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-ddd24cc8-634b-473e-9239-8bf3ca85eab0 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Usage tracker for resource:port and tenant:c2a0fcfa6fb64d598ba0e9dc6769d61f is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:01:41.087754 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-ddd24cc8-634b-473e-9239-8bf3ca85eab0 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:01:41.097542 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-ddd24cc8-634b-473e-9239-8bf3ca85eab0 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:01:41.166363 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-ddd24cc8-634b-473e-9239-8bf3ca85eab0 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Made reservation on behalf of c2a0fcfa6fb64d598ba0e9dc6769d61f for: {'port': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:01:41.170343 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-ddd24cc8-634b-473e-9239-8bf3ca85eab0 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:41.218266 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-4b627983-91ad-4875-b283-216eb5a65e9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'name': 'tempest-TestMinimumBasicScenario-1169965894-router', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd3d80b53-5f27-457a-b53c-7857d8ea9cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:23Z', 'updated_at': '2021-12-15T20:57:28Z', 'revision_number': 4, 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'gw_port': {'id': 'd3d80b53-5f27-457a-b53c-7857d8ea9cee', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:24Z', 'updated_at': '2021-12-15T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '97f9076f-1df7-4488-a4b7-dd08857c61c9', 'name': '', 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'mac_address': 'fa:16:3e:f6:29:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '46215959-91fb-4a8b-ba1d-1bbf050f280d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:27Z', 'updated_at': '2021-12-15T20:57:49Z', 'revision_number': 5, 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'subnets': [{'id': '46215959-91fb-4a8b-ba1d-1bbf050f280d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:01:41.222335 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b627983-91ad-4875-b283-216eb5a65e9d None None] The sync data for ids ['e973a52c-3254-4726-aa21-1f15b936d1e8'] in dv-cinder-821892-1-iscsi is: [{'id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'name': 'tempest-TestMinimumBasicScenario-1169965894-router', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd3d80b53-5f27-457a-b53c-7857d8ea9cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:23Z', 'updated_at': '2021-12-15T20:57:28Z', 'revision_number': 4, 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'gw_port': {'id': 'd3d80b53-5f27-457a-b53c-7857d8ea9cee', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:24Z', 'updated_at': '2021-12-15T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '97f9076f-1df7-4488-a4b7-dd08857c61c9', 'name': '', 'network_id': 'b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'mac_address': 'fa:16:3e:f6:29:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'device_owner': 'network:router_interface', 'standard_attr_id': 352, 'fixed_ips': [{'subnet_id': '46215959-91fb-4a8b-ba1d-1bbf050f280d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:27Z', 'updated_at': '2021-12-15T20:57:49Z', 'revision_number': 5, 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'subnets': [{'id': '46215959-91fb-4a8b-ba1d-1bbf050f280d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:01:41.274473 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-fd41e49b-b340-4328-829c-94d382ef03c7 req-3656c16d-78b3-4790-a26e-44747e32a601 service neutron] 10.222.0.41 "GET /v2.0/networks/b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2072461 Dec 15 21:01:41.365162 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-ddd24cc8-634b-473e-9239-8bf3ca85eab0 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Allocated IP 172.20.0.2 (c4217bf4-27e6-4e36-8420-1687ad1e4d48/8a6ae797-4575-4877-b8cc-acec81804a21/a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:01:41.474545 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27aa8ca8-6043-4430-80e9-d1f158e9a844 None None] New status for floating IP 03c1c71e-5d70-449b-a114-60c72d705114: DOWN {{(pid=86861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:01:41.580971 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-ddd24cc8-634b-473e-9239-8bf3ca85eab0 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:41.619830 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-ddd24cc8-634b-473e-9239-8bf3ca85eab0 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:41.626492 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-42d707da-f46a-45a5-ac31-6accb358f050 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:01:41.693247 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-ddd24cc8-634b-473e-9239-8bf3ca85eab0 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Network c4217bf4-27e6-4e36-8420-1687ad1e4d48 is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:01:41.696448 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-ddd24cc8-634b-473e-9239-8bf3ca85eab0 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:01:41.700268 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-ddd24cc8-634b-473e-9239-8bf3ca85eab0 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:01:41.853931 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd24cc8-634b-473e-9239-8bf3ca85eab0 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Pushing event updated for resources: {'Port': ['ID=a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:01:41.859611 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ddd24cc8-634b-473e-9239-8bf3ca85eab0 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:01:41.883248 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-ddd24cc8-634b-473e-9239-8bf3ca85eab0 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:41.884176 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-ddd24cc8-634b-473e-9239-8bf3ca85eab0 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:41.912349 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-ddd24cc8-634b-473e-9239-8bf3ca85eab0 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2100334 Dec 15 21:01:41.926622 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] Request body: {'port': {'device_id': 'f7c82f1f-9735-458a-8763-fa78a29aaa45', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:01:42.061657 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:42.123010 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65abffd-1338-40db-ac45-05d194e3d362 req-70cdcb34-93e7-4301-8e67-e3a760e86488 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:42.130797 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c65abffd-1338-40db-ac45-05d194e3d362 req-70cdcb34-93e7-4301-8e67-e3a760e86488 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7c82f1f-9735-458a-8763-fa78a29aaa45 HTTP/1.1" status: 200 len: 931 time: 0.1255281 Dec 15 21:01:42.176918 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c65abffd-1338-40db-ac45-05d194e3d362 req-295a560a-6f8c-4eb3-9b8c-8a6e7fb86487 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/security-groups?id=4147388d-a7ab-427f-a69b-b0414b1d0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452592 Dec 15 21:01:42.380654 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29cf20b-688e-46f0-b690-efb6ed60d5a9 req-63dbd460-f3d2-48d8-8d6f-2fe6add858e1 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:42.382030 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e29cf20b-688e-46f0-b690-efb6ed60d5a9 req-63dbd460-f3d2-48d8-8d6f-2fe6add858e1 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 946 time: 0.0865660 Dec 15 21:01:42.428865 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e29cf20b-688e-46f0-b690-efb6ed60d5a9 req-0407ff84-a2ac-4289-94a3-bb801e06ae82 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0397167 Dec 15 21:01:42.451518 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4 {{(pid=86858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:01:42.459450 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:42.474684 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] Transition to ACTIVE for port object a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4 will not be triggered until provisioned by entity L2. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:01:42.479529 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:42.483814 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-6fa877fa-1844-47b8-bd6a-030b1405ceef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:01:42.674948 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4,revision_number=2']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:01:42.688646 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:01:42.719998 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] Attempting to bind port a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:01:42.720328 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] Attempting to bind port a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '4cf94511-fd4f-4255-aa59-8762443f461b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c4217bf4-27e6-4e36-8420-1687ad1e4d48'}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:01:42.720651 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] Attempting to bind port a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4 on network c4217bf4-27e6-4e36-8420-1687ad1e4d48 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:01:42.725305 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] Port a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4 on network c4217bf4-27e6-4e36-8420-1687ad1e4d48 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:01:42.725615 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] Attempting to bind port a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4 on network c4217bf4-27e6-4e36-8420-1687ad1e4d48 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:01:42.730673 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] Checking agent: {'id': '725a3879-ffa9-43b4-b39f-ace0d62390f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'started_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 1, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:01:42.730998 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] Checking segment: {'id': '4cf94511-fd4f-4255-aa59-8762443f461b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c4217bf4-27e6-4e36-8420-1687ad1e4d48'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:01:42.731367 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] Bound using segment: {'id': '4cf94511-fd4f-4255-aa59-8762443f461b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c4217bf4-27e6-4e36-8420-1687ad1e4d48'} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:01:42.732302 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] Bound port: a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4cf94511-fd4f-4255-aa59-8762443f461b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': 'c4217bf4-27e6-4e36-8420-1687ad1e4d48'}}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:01:42.732638 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:42.818512 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] For port a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4, host hv-cinder-82189, cleared binding levels {{(pid=86858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:01:42.821408 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] For port a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4,segment=NetworkSegment(4cf94511-fd4f-4255-aa59-8762443f461b),segment_id=4cf94511-fd4f-4255-aa59-8762443f461b)] {{(pid=86858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:01:42.825969 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:42.830854 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-6fa877fa-1844-47b8-bd6a-030b1405ceef tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:01:42.898846 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:42.899464 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:42.900814 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] 10.222.0.41 "PUT /v2.0/ports/a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4 HTTP/1.1" status: 200 len: 1093 time: 0.9793189 Dec 15 21:01:42.901304 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f7c82f1f-9735-458a-8763-fa78a29aaa45', 'tag': 'a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:01:42.931746 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] Pushing event updated for resources: {'Port': ['ID=a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4,revision_number=3']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:01:42.941059 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:01:42.946878 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f7c82f1f-9735-458a-8763-fa78a29aaa45', 'tag': 'a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4', 'status': 'completed', 'code': 200} Dec 15 21:01:43.021554 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-b413fddd-e7e0-4592-a7d4-6114ff23ac39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:43.022957 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-b413fddd-e7e0-4592-a7d4-6114ff23ac39 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2a0fcfa6fb64d598ba0e9dc6769d61f&device_id=f7c82f1f-9735-458a-8763-fa78a29aaa45 HTTP/1.1" status: 200 len: 1096 time: 0.0712459 Dec 15 21:01:43.097836 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-f8e0e920-49f6-4f40-b81e-01b9fe3f708e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4 HTTP/1.1" status: 200 len: 217 time: 0.0661504 Dec 15 21:01:43.161050 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-476596cf-2f2a-4052-9c02-4420f522da4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:43.162540 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-476596cf-2f2a-4052-9c02-4420f522da4a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8a6ae797-4575-4877-b8cc-acec81804a21 HTTP/1.1" status: 200 len: 854 time: 0.0569823 Dec 15 21:01:43.215667 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-b887ac4b-a7da-4395-aa08-27a1984261c5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4217bf4-27e6-4e36-8420-1687ad1e4d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0458817 Dec 15 21:01:43.356530 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-694664d3-0658-4936-8981-d4fbcb7ea431 service neutron] 10.222.0.41 "GET /v2.0/networks/c4217bf4-27e6-4e36-8420-1687ad1e4d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306121 Dec 15 21:01:43.375173 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a378f6-025b-4612-aa91-18635efb27e3 req-fdc618ab-e751-497e-ab1e-7d294b508eed tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:43.382178 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b1a378f6-025b-4612-aa91-18635efb27e3 req-fdc618ab-e751-497e-ab1e-7d294b508eed tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7c82f1f-9735-458a-8763-fa78a29aaa45 HTTP/1.1" status: 200 len: 943 time: 0.0902152 Dec 15 21:01:43.434230 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b1a378f6-025b-4612-aa91-18635efb27e3 req-95840dc6-b558-4116-988b-2cf056204765 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/security-groups?id=4147388d-a7ab-427f-a69b-b0414b1d0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508647 Dec 15 21:01:43.498744 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-18ace05b-5281-4cde-83ae-7ec338ebe5e7 req-57d913cd-7a9d-45ea-9c5f-1fc64a159d5a service neutron] 10.222.0.41 "GET /v2.0/networks/c4217bf4-27e6-4e36-8420-1687ad1e4d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345954 Dec 15 21:01:43.616133 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97194eb-540b-47e1-b6df-78f78cf6b87a req-b07486de-b263-4556-94e1-67fc4211b69a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:43.617605 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-a97194eb-540b-47e1-b6df-78f78cf6b87a req-b07486de-b263-4556-94e1-67fc4211b69a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c2a0fcfa6fb64d598ba0e9dc6769d61f&device_id=f7c82f1f-9735-458a-8763-fa78a29aaa45 HTTP/1.1" status: 200 len: 1096 time: 0.0733042 Dec 15 21:01:43.626775 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53074cbe-5e1c-4cbb-a9f6-79b4cbeac575 req-f016fc6c-0dcc-4747-b222-b7e3964cac75 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:43.627456 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-53074cbe-5e1c-4cbb-a9f6-79b4cbeac575 req-f016fc6c-0dcc-4747-b222-b7e3964cac75 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Synchronizing usage tracker for tenant:ac0003dafb6b4c72bd926672a4ca400a on resource:port {{(pid=86859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:01:43.658625 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89347782-8875-4db4-9030-e7ff4a51f515 req-bbd0dffa-230a-4c3d-ac58-80228c9fbcaa tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:43.660582 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-89347782-8875-4db4-9030-e7ff4a51f515 req-bbd0dffa-230a-4c3d-ac58-80228c9fbcaa tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 946 time: 0.1146526 Dec 15 21:01:43.660832 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-53074cbe-5e1c-4cbb-a9f6-79b4cbeac575 req-f016fc6c-0dcc-4747-b222-b7e3964cac75 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Unset dirty status for tenant:ac0003dafb6b4c72bd926672a4ca400a on resource:port {{(pid=86859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:01:43.661859 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-53074cbe-5e1c-4cbb-a9f6-79b4cbeac575 req-f016fc6c-0dcc-4747-b222-b7e3964cac75 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 946 time: 0.1747651 Dec 15 21:01:43.732964 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-89347782-8875-4db4-9030-e7ff4a51f515 req-208911a5-2b4d-4b9a-a0c8-2fdb1dfd557f tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0662854 Dec 15 21:01:43.758838 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-53074cbe-5e1c-4cbb-a9f6-79b4cbeac575 req-6397d1e8-0318-4e85-ac2a-d1b9c810a10d tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772684 Dec 15 21:01:43.851200 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97194eb-540b-47e1-b6df-78f78cf6b87a req-0793641c-f597-4146-a888-152954841e6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:43.852638 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-a97194eb-540b-47e1-b6df-78f78cf6b87a req-0793641c-f597-4146-a888-152954841e6b service neutron] 10.222.0.41 "GET /v2.0/networks?id=c4217bf4-27e6-4e36-8420-1687ad1e4d48 HTTP/1.1" status: 200 len: 915 time: 0.2269990 Dec 15 21:01:43.926646 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-a97194eb-540b-47e1-b6df-78f78cf6b87a req-a20962a9-7513-400e-ae20-d71c5ad28614 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4 HTTP/1.1" status: 200 len: 217 time: 0.0656214 Dec 15 21:01:43.990202 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97194eb-540b-47e1-b6df-78f78cf6b87a req-3798f817-86c9-4c49-b59f-e1d033fd6694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:43.991604 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-a97194eb-540b-47e1-b6df-78f78cf6b87a req-3798f817-86c9-4c49-b59f-e1d033fd6694 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=8a6ae797-4575-4877-b8cc-acec81804a21 HTTP/1.1" status: 200 len: 854 time: 0.0569754 Dec 15 21:01:44.039236 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-a97194eb-540b-47e1-b6df-78f78cf6b87a req-f6f1b4be-fa33-46a5-87b1-46c0a149b0a7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=c4217bf4-27e6-4e36-8420-1687ad1e4d48&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395536 Dec 15 21:01:44.170422 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-a97194eb-540b-47e1-b6df-78f78cf6b87a req-6977315d-fbeb-4414-941f-441b5a441de4 service neutron] 10.222.0.41 "GET /v2.0/networks/c4217bf4-27e6-4e36-8420-1687ad1e4d48?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209106 Dec 15 21:01:44.302562 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-a97194eb-540b-47e1-b6df-78f78cf6b87a req-91f2c50a-0da3-40ae-b30e-44d648f4abe4 service neutron] 10.222.0.41 "GET /v2.0/networks/c4217bf4-27e6-4e36-8420-1687ad1e4d48?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216607 Dec 15 21:01:44.606728 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8785bee9-64fb-4eba-9124-1816f57663bc req-40f6aa0c-8ae0-4218-adb3-6ab586abdf77 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:44.608067 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8785bee9-64fb-4eba-9124-1816f57663bc req-40f6aa0c-8ae0-4218-adb3-6ab586abdf77 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7c82f1f-9735-458a-8763-fa78a29aaa45 HTTP/1.1" status: 200 len: 943 time: 0.0783708 Dec 15 21:01:44.654361 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8785bee9-64fb-4eba-9124-1816f57663bc req-2f685570-d258-4348-ad7b-97fc860e1725 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/security-groups?id=4147388d-a7ab-427f-a69b-b0414b1d0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407598 Dec 15 21:01:44.981733 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02263673-aa4f-45f6-b806-f38c6fff3d89 req-5c71f489-61ff-4a04-bf33-86ec95f6f7f5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:44.983167 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-02263673-aa4f-45f6-b806-f38c6fff3d89 req-5c71f489-61ff-4a04-bf33-86ec95f6f7f5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 946 time: 0.1404955 Dec 15 21:01:44.990434 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c995473d-5388-42ee-b873-9637b17b174e req-9cdc7d50-d486-4c19-a07d-4ac6a5cf1396 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:44.991742 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c995473d-5388-42ee-b873-9637b17b174e req-9cdc7d50-d486-4c19-a07d-4ac6a5cf1396 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 946 time: 0.1126602 Dec 15 21:01:45.061753 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-02263673-aa4f-45f6-b806-f38c6fff3d89 req-406e9e5f-b1e7-411f-9a5c-b56429d38669 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690775 Dec 15 21:01:45.065895 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c995473d-5388-42ee-b873-9637b17b174e req-192f9596-b3fa-4519-a0ec-b16077f6f909 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/security-groups?id=222dc772-dcc8-4c99-95e0-a208b0a75510&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581887 Dec 15 21:01:45.564082 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de8dde1-743f-49aa-af4e-aa6335241ac1 req-104c8642-c99c-4dbb-93be-b8e271f0d0cd tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:45.564852 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-9de8dde1-743f-49aa-af4e-aa6335241ac1 req-104c8642-c99c-4dbb-93be-b8e271f0d0cd tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Synchronizing usage tracker for tenant:ac0003dafb6b4c72bd926672a4ca400a on resource:port {{(pid=86858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:01:45.576684 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-9de8dde1-743f-49aa-af4e-aa6335241ac1 req-104c8642-c99c-4dbb-93be-b8e271f0d0cd tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Unset dirty status for tenant:ac0003dafb6b4c72bd926672a4ca400a on resource:port {{(pid=86858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:01:45.577749 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-9de8dde1-743f-49aa-af4e-aa6335241ac1 req-104c8642-c99c-4dbb-93be-b8e271f0d0cd tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.41 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 946 time: 0.0937784 Dec 15 21:01:45.645377 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-9de8dde1-743f-49aa-af4e-aa6335241ac1 req-44694d4d-8772-4f83-ba12-72a0ac140310 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Deleting port 58e9719e-2290-47c7-8149-52b003828f92 {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:01:45.645731 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-9de8dde1-743f-49aa-af4e-aa6335241ac1 req-44694d4d-8772-4f83-ba12-72a0ac140310 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:45.837738 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543691fa-4962-4707-9894-547b3aa815b5 req-0fae6bf7-5e4c-483b-b3c4-31a2758679ad tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:45.839099 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-543691fa-4962-4707-9894-547b3aa815b5 req-0fae6bf7-5e4c-483b-b3c4-31a2758679ad tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7c82f1f-9735-458a-8763-fa78a29aaa45 HTTP/1.1" status: 200 len: 943 time: 0.0788023 Dec 15 21:01:45.884572 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-543691fa-4962-4707-9894-547b3aa815b5 req-44985216-e388-4bf9-bfc1-9d190eb2a339 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/security-groups?id=4147388d-a7ab-427f-a69b-b0414b1d0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396087 Dec 15 21:01:45.889816 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-9de8dde1-743f-49aa-af4e-aa6335241ac1 req-44694d4d-8772-4f83-ba12-72a0ac140310 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] For port 58e9719e-2290-47c7-8149-52b003828f92, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=58e9719e-2290-47c7-8149-52b003828f92,segment=NetworkSegment(65ce960a-5203-4378-8ba9-b472ed124dfd),segment_id=65ce960a-5203-4378-8ba9-b472ed124dfd)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:01:45.890208 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-9de8dde1-743f-49aa-af4e-aa6335241ac1 req-44694d4d-8772-4f83-ba12-72a0ac140310 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:46.031229 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-9de8dde1-743f-49aa-af4e-aa6335241ac1 req-44694d4d-8772-4f83-ba12-72a0ac140310 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Calling delete_port for 58e9719e-2290-47c7-8149-52b003828f92 owned by compute:nova {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:01:46.166065 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=86860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 21:01:46.195739 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-9de8dde1-743f-49aa-af4e-aa6335241ac1 req-44694d4d-8772-4f83-ba12-72a0ac140310 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:46.201514 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-8e2cedf8-8f0b-4d30-8a52-024733402400 tempest-AttachVolumeNegativeTest-1977724789 tempest-AttachVolumeNegativeTest-1977724789-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:01:46.232492 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['58e9719e-2290-47c7-8149-52b003828f92'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:01:46.251475 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44694d4d-8772-4f83-ba12-72a0ac140310 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Pushing event deleted for resources: {'Port': ['ID=58e9719e-2290-47c7-8149-52b003828f92,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:01:46.254512 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-44694d4d-8772-4f83-ba12-72a0ac140310 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:01:46.294326 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2667d2e6-5bd4-49b8-9c99-cbe4f7c6f7e0 req-354950ed-9e99-4f5a-ba70-fc375cca9f9f tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.49 "GET /v2.0/ports?device_id=447e1787-186d-4c84-8f92-a280fbdafac8 HTTP/1.1" status: 200 len: 210 time: 0.0648880 Dec 15 21:01:46.331277 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de8dde1-743f-49aa-af4e-aa6335241ac1 req-44694d4d-8772-4f83-ba12-72a0ac140310 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] No DVR routers for this DVR port 58e9719e-2290-47c7-8149-52b003828f92 on host hv-cinder-82189 {{(pid=86858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:01:46.331545 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.db.resource_extend [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Dec 15 21:01:46.333891 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-9de8dde1-743f-49aa-af4e-aa6335241ac1 req-44694d4d-8772-4f83-ba12-72a0ac140310 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:46.336289 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5a6b19-7e47-452a-baac-d3f8040ff8f0 req-b41cb641-cb6f-4987-a4e9-a7418f1b933e tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:46.336624 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447e1787-186d-4c84-8f92-a280fbdafac8', 'name': 'network-vif-deleted', 'tag': '58e9719e-2290-47c7-8149-52b003828f92'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:01:46.337806 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0b5a6b19-7e47-452a-baac-d3f8040ff8f0 req-b41cb641-cb6f-4987-a4e9-a7418f1b933e tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 946 time: 0.1518707 Dec 15 21:01:46.354322 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-9de8dde1-743f-49aa-af4e-aa6335241ac1 req-44694d4d-8772-4f83-ba12-72a0ac140310 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] 10.222.0.41 "DELETE /v2.0/ports/58e9719e-2290-47c7-8149-52b003828f92 HTTP/1.1" status: 204 len: 173 time: 0.7709625 Dec 15 21:01:46.394567 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447e1787-186d-4c84-8f92-a280fbdafac8', 'name': 'network-vif-deleted', 'tag': '58e9719e-2290-47c7-8149-52b003828f92', 'status': 'completed', 'code': 200} Dec 15 21:01:46.405377 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0b5a6b19-7e47-452a-baac-d3f8040ff8f0 req-6ebc4725-bd82-4f68-abd9-bf6205de2680 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606003 Dec 15 21:01:46.435988 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-14ce8d63-d725-469a-9f98-064b507fb191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:46.506629 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4,segment=NetworkSegment(4cf94511-fd4f-4255-aa59-8762443f461b),segment_id=4cf94511-fd4f-4255-aa59-8762443f461b)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:01:46.536261 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Returning: {'device': 'a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4', 'network_id': 'c4217bf4-27e6-4e36-8420-1687ad1e4d48', 'port_id': 'a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4', 'mac_address': 'fa:16:3e:e5:b8:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a6ae797-4575-4877-b8cc-acec81804a21', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 21:01:46.607938 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:46.630269 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4 {{(pid=86860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:01:46.652998 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4,segment=NetworkSegment(4cf94511-fd4f-4255-aa59-8762443f461b),segment_id=4cf94511-fd4f-4255-aa59-8762443f461b)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:01:46.663796 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:46.665331 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:01:46.736185 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:01:46.743542 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:46.743896 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:46.744241 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:46.744574 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:46.744906 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:46.745237 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:46.745564 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:46.745918 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:46.746245 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:46.746575 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:46.746898 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:46.747351 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:01:46.751176 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:01:46.960897 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:01:47.036283 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:47.089950 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3902bc7c-c0c3-4b4b-9df9-9cd1063f97c2 req-3a99f8d0-8a91-470d-8bce-c82a34921bb8 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:47.091928 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3902bc7c-c0c3-4b4b-9df9-9cd1063f97c2 req-3a99f8d0-8a91-470d-8bce-c82a34921bb8 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7c82f1f-9735-458a-8763-fa78a29aaa45 HTTP/1.1" status: 200 len: 944 time: 0.0914457 Dec 15 21:01:47.135373 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3902bc7c-c0c3-4b4b-9df9-9cd1063f97c2 req-47f63938-67a6-4011-9bce-a5ca6b2bec4c tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/security-groups?id=4147388d-a7ab-427f-a69b-b0414b1d0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376937 Dec 15 21:01:47.599349 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594242c6-0d65-4c06-8e79-9c3f59b349ae req-72718c68-672b-4b13-95bf-08414c3ef3b0 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:47.600802 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-594242c6-0d65-4c06-8e79-9c3f59b349ae req-72718c68-672b-4b13-95bf-08414c3ef3b0 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 946 time: 0.0846419 Dec 15 21:01:47.644029 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-594242c6-0d65-4c06-8e79-9c3f59b349ae req-1e6c73db-9a6a-427f-8fa5-bca165099d76 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374627 Dec 15 21:01:48.008760 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 42374) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:01:48.182506 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4 up at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:01:48.262604 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning for port a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4 completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:01:48.267966 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning complete for port a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:01:48.268369 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:48.357063 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-9198f3f6-5ce6-47a6-8049-4d3ee43dd8a6 req-68040106-fd43-41a4-96b2-3510342b1f1d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0708613 Dec 15 21:01:48.390631 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:48.417724 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c82f1f-9735-458a-8763-fa78a29aaa45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:01:48.428703 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4,segment=NetworkSegment(4cf94511-fd4f-4255-aa59-8762443f461b),segment_id=4cf94511-fd4f-4255-aa59-8762443f461b)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:01:48.436162 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:48.437578 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 58e9719e-2290-47c7-8149-52b003828f92 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:01:48.467012 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198f3f6-5ce6-47a6-8049-4d3ee43dd8a6 req-cf86af1f-edcc-4a0a-9822-cb0d94447a9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:48.468949 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-9198f3f6-5ce6-47a6-8049-4d3ee43dd8a6 req-cf86af1f-edcc-4a0a-9822-cb0d94447a9d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f0911933cea4693bc86dfcd07ba9675&device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 1098 time: 0.0846841 Dec 15 21:01:48.480964 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:01:48.508847 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfd7655-c631-4e5d-8afd-1d02ef620701 req-b39445b5-67ba-491c-b42a-101b573a93e9 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:48.510467 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9bfd7655-c631-4e5d-8afd-1d02ef620701 req-b39445b5-67ba-491c-b42a-101b573a93e9 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7c82f1f-9735-458a-8763-fa78a29aaa45 HTTP/1.1" status: 200 len: 944 time: 0.2673175 Dec 15 21:01:48.527598 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] No Port match for: 58e9719e-2290-47c7-8149-52b003828f92 {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:01:48.527974 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 58e9719e-2290-47c7-8149-52b003828f92 not bound to the agent host hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:01:48.531143 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c82f1f-9735-458a-8763-fa78a29aaa45', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4', 'code': 200} Dec 15 21:01:48.559260 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:01:48.564016 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:01:48.609089 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9bfd7655-c631-4e5d-8afd-1d02ef620701 req-423f0c45-6a71-4445-9e13-0476bbe9d228 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/security-groups?id=4147388d-a7ab-427f-a69b-b0414b1d0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903151 Dec 15 21:01:48.682515 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-a37f89d5-0bf6-42ec-9f08-27ac7701fa41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:48.791695 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198f3f6-5ce6-47a6-8049-4d3ee43dd8a6 req-22912231-32b0-4415-8bb3-ca929d6e162b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:48.793137 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-9198f3f6-5ce6-47a6-8049-4d3ee43dd8a6 req-22912231-32b0-4415-8bb3-ca929d6e162b service neutron] 10.222.0.41 "GET /v2.0/networks?id=2eeda4cc-cb45-495b-b445-87322079095b HTTP/1.1" status: 200 len: 912 time: 0.2943118 Dec 15 21:01:48.831448 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8da998d0-c43e-4c36-8710-bbf0ac3eccb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624235'] for router_interface, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:48.886061 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8ca08d-636a-4bf4-82fb-961e5f2f5b92 req-9ec40e6a-86ec-4c9a-9a35-32a5270f0376 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:48.888342 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-2e8ca08d-636a-4bf4-82fb-961e5f2f5b92 req-9ec40e6a-86ec-4c9a-9a35-32a5270f0376 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f7c82f1f-9735-458a-8763-fa78a29aaa45 HTTP/1.1" status: 200 len: 1098 time: 0.1765487 Dec 15 21:01:48.931653 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-9198f3f6-5ce6-47a6-8049-4d3ee43dd8a6 req-57aad9a4-2dbc-4c61-b715-fc7af22c50a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2dd5018a-4cb6-4614-9f73-2fe359812fe7 HTTP/1.1" status: 200 len: 1001 time: 0.1300755 Dec 15 21:01:48.943376 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-2e8ca08d-636a-4bf4-82fb-961e5f2f5b92 req-4712d47a-9677-4979-9e7b-e6a5541acce3 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=4147388d-a7ab-427f-a69b-b0414b1d0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472071 Dec 15 21:01:48.999306 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198f3f6-5ce6-47a6-8049-4d3ee43dd8a6 req-93a73385-66ac-4791-9917-9f8ee819883f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:49.000734 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-9198f3f6-5ce6-47a6-8049-4d3ee43dd8a6 req-93a73385-66ac-4791-9917-9f8ee819883f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=534b39db-0a31-42ab-9b6e-df04c958037c HTTP/1.1" status: 200 len: 850 time: 0.0604262 Dec 15 21:01:49.005114 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520dbdcd-a432-4cb2-949b-8be81741f519 req-ea732d69-9825-4e8e-8948-3db4de0e4cf9 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:49.006545 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-520dbdcd-a432-4cb2-949b-8be81741f519 req-ea732d69-9825-4e8e-8948-3db4de0e4cf9 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 946 time: 0.2361708 Dec 15 21:01:49.141989 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-520dbdcd-a432-4cb2-949b-8be81741f519 req-76a32cdc-627e-4133-973b-e5359b3f7356 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1283901 Dec 15 21:01:49.233850 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9198f3f6-5ce6-47a6-8049-4d3ee43dd8a6 req-d5e18a65-270d-44df-9aeb-bab37e1109d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:49.234429 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-8da998d0-c43e-4c36-8710-bbf0ac3eccb2 admin admin] Deleting port 97f9076f-1df7-4488-a4b7-dd08857c61c9 {{(pid=86859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:01:49.234873 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8da998d0-c43e-4c36-8710-bbf0ac3eccb2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:49.235485 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-9198f3f6-5ce6-47a6-8049-4d3ee43dd8a6 req-d5e18a65-270d-44df-9aeb-bab37e1109d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2eeda4cc-cb45-495b-b445-87322079095b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0765564 Dec 15 21:01:49.374653 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-9198f3f6-5ce6-47a6-8049-4d3ee43dd8a6 req-0096968e-910c-4682-a802-e2504da2fea0 service neutron] 10.222.0.41 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312168 Dec 15 21:01:49.414646 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.db [None req-8da998d0-c43e-4c36-8710-bbf0ac3eccb2 admin admin] For port 97f9076f-1df7-4488-a4b7-dd08857c61c9, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=97f9076f-1df7-4488-a4b7-dd08857c61c9,segment=NetworkSegment(65ce960a-5203-4378-8ba9-b472ed124dfd),segment_id=65ce960a-5203-4378-8ba9-b472ed124dfd)] {{(pid=86859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:01:49.415041 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8da998d0-c43e-4c36-8710-bbf0ac3eccb2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:49.509360 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-9198f3f6-5ce6-47a6-8049-4d3ee43dd8a6 req-d51a747c-fcea-4765-b646-3345c80bac23 service neutron] 10.222.0.41 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274540 Dec 15 21:01:49.618141 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-8da998d0-c43e-4c36-8710-bbf0ac3eccb2 admin admin] Calling delete_port for 97f9076f-1df7-4488-a4b7-dd08857c61c9 owned by network:router_interface {{(pid=86859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:01:49.683339 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:49.712116 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:49.941511 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba6e25a-50d0-4d36-a28a-a0e98b283add req-26e2a72f-87f0-4a32-8ef1-f88d623817ef tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:49.942963 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1ba6e25a-50d0-4d36-a28a-a0e98b283add req-26e2a72f-87f0-4a32-8ef1-f88d623817ef tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7c82f1f-9735-458a-8763-fa78a29aaa45 HTTP/1.1" status: 200 len: 945 time: 0.1513028 Dec 15 21:01:50.003135 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1ba6e25a-50d0-4d36-a28a-a0e98b283add req-7f252da7-28f0-4649-a8ee-5b46ff350189 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/security-groups?id=4147388d-a7ab-427f-a69b-b0414b1d0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513287 Dec 15 21:01:50.004171 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8da998d0-c43e-4c36-8710-bbf0ac3eccb2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:50.009074 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-dcab89ec-2a26-413e-b311-aa8523919a99 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:01:50.054813 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da998d0-c43e-4c36-8710-bbf0ac3eccb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=97f9076f-1df7-4488-a4b7-dd08857c61c9,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:01:50.057913 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-8da998d0-c43e-4c36-8710-bbf0ac3eccb2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:01:50.381639 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8da998d0-c43e-4c36-8710-bbf0ac3eccb2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619291'] for router_interface, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:50.457700 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5361d883-34ab-48b0-93b6-dfa799b22665 req-f19cb672-a192-4b68-bbb3-11918f5a7673 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:50.459160 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5361d883-34ab-48b0-93b6-dfa799b22665 req-f19cb672-a192-4b68-bbb3-11918f5a7673 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 946 time: 0.1753638 Dec 15 21:01:50.581921 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5361d883-34ab-48b0-93b6-dfa799b22665 req-9d506be0-9c58-471b-b3e4-f88eadabcb58 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675192 Dec 15 21:01:50.787076 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8da998d0-c43e-4c36-8710-bbf0ac3eccb2 admin admin] Router e973a52c-3254-4726-aa21-1f15b936d1e8 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:01:51.081511 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:51.088175 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8da998d0-c43e-4c36-8710-bbf0ac3eccb2 admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:01:51.098102 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af86122-a32d-499c-b5d2-80d68287b7c6 None None] Sync routers for ids ['e973a52c-3254-4726-aa21-1f15b936d1e8'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:01:51.109938 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-8da998d0-c43e-4c36-8710-bbf0ac3eccb2 admin admin] 10.222.0.49 "PUT /v2.0/routers/e973a52c-3254-4726-aa21-1f15b936d1e8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0979011 Dec 15 21:01:51.110176 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 42408) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:01:51.113973 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af86122-a32d-499c-b5d2-80d68287b7c6 None None] Routers {'e973a52c-3254-4726-aa21-1f15b936d1e8'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:01:51.114664 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-7af86122-a32d-499c-b5d2-80d68287b7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:01:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['e973a52c-3254-4726-aa21-1f15b936d1e8'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:01:51.328297 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-7af86122-a32d-499c-b5d2-80d68287b7c6 None None] Set router e973a52c-3254-4726-aa21-1f15b936d1e8 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:01:51.345070 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-25ee1c5c-2497-4a93-b442-e76af3d4c63c admin admin] Notify callbacks [] for router, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:51.403804 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd7dd13-c267-4086-843a-0171d2c1edcd req-fe4954fc-20f7-4ec7-9787-0f16d602eb81 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:51.405263 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9fd7dd13-c267-4086-843a-0171d2c1edcd req-fe4954fc-20f7-4ec7-9787-0f16d602eb81 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7c82f1f-9735-458a-8763-fa78a29aaa45 HTTP/1.1" status: 200 len: 945 time: 0.2393551 Dec 15 21:01:51.522720 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9fd7dd13-c267-4086-843a-0171d2c1edcd req-ea8e83b5-e76f-45e9-8309-514fdf56011e tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/security-groups?id=4147388d-a7ab-427f-a69b-b0414b1d0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628731 Dec 15 21:01:51.561557 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-25ee1c5c-2497-4a93-b442-e76af3d4c63c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:51.571637 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-25ee1c5c-2497-4a93-b442-e76af3d4c63c admin admin] Deleting port d3d80b53-5f27-457a-b53c-7857d8ea9cee {{(pid=86859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:01:51.571940 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-25ee1c5c-2497-4a93-b442-e76af3d4c63c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:51.613814 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-7af86122-a32d-499c-b5d2-80d68287b7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'name': 'tempest-TestMinimumBasicScenario-1169965894-router', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.34'}], 'enable_snat': True}, 'gw_port_id': 'd3d80b53-5f27-457a-b53c-7857d8ea9cee', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:23Z', 'updated_at': '2021-12-15T21:01:49Z', 'revision_number': 5, 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'gw_port': {'id': 'd3d80b53-5f27-457a-b53c-7857d8ea9cee', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:86:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 346, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.34', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:24Z', 'updated_at': '2021-12-15T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:01:51.618264 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af86122-a32d-499c-b5d2-80d68287b7c6 None None] Checking router: e973a52c-3254-4726-aa21-1f15b936d1e8 for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:01:51.627139 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7af86122-a32d-499c-b5d2-80d68287b7c6 None None] Routers {'e973a52c-3254-4726-aa21-1f15b936d1e8'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:01:51.627748 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-7af86122-a32d-499c-b5d2-80d68287b7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:01:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['e973a52c-3254-4726-aa21-1f15b936d1e8'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:01:51.786732 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-7af86122-a32d-499c-b5d2-80d68287b7c6 None None] Set router e973a52c-3254-4726-aa21-1f15b936d1e8 gateway port host: None {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:01:51.835285 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.db [None req-25ee1c5c-2497-4a93-b442-e76af3d4c63c admin admin] For port d3d80b53-5f27-457a-b53c-7857d8ea9cee, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=d3d80b53-5f27-457a-b53c-7857d8ea9cee,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:01:51.835935 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-25ee1c5c-2497-4a93-b442-e76af3d4c63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:51.895234 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-7af86122-a32d-499c-b5d2-80d68287b7c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'name': 'tempest-TestMinimumBasicScenario-1169965894-router', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:23Z', 'updated_at': '2021-12-15T21:01:51Z', 'revision_number': 6, 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'gw_port_host': None}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:01:51.899526 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7af86122-a32d-499c-b5d2-80d68287b7c6 None None] The sync data for ids ['e973a52c-3254-4726-aa21-1f15b936d1e8'] in dv-cinder-821892-1-iscsi is: [{'id': 'e973a52c-3254-4726-aa21-1f15b936d1e8', 'name': 'tempest-TestMinimumBasicScenario-1169965894-router', 'tenant_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:23Z', 'updated_at': '2021-12-15T21:01:51Z', 'revision_number': 6, 'project_id': 'ac0003dafb6b4c72bd926672a4ca400a', 'gw_port_host': None}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:01:51.913885 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f02150-dfd3-4691-bf15-a2ca2456acf2 req-2efe96dd-3ea7-48a0-8559-f75d777f8be6 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:51.915470 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-34f02150-dfd3-4691-bf15-a2ca2456acf2 req-2efe96dd-3ea7-48a0-8559-f75d777f8be6 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 946 time: 0.2103553 Dec 15 21:01:51.980114 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-25ee1c5c-2497-4a93-b442-e76af3d4c63c admin admin] Calling delete_port for d3d80b53-5f27-457a-b53c-7857d8ea9cee owned by network:router_gateway {{(pid=86859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:01:52.078200 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-34f02150-dfd3-4691-bf15-a2ca2456acf2 req-29d39097-ee36-4db2-982f-f5ba7c16beb8 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1052163 Dec 15 21:01:52.208656 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-25ee1c5c-2497-4a93-b442-e76af3d4c63c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:52.213972 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f75ae80e-ba78-4119-889c-ab0bb18bb6c8 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:01:52.258593 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ee1c5c-2497-4a93-b442-e76af3d4c63c admin admin] Pushing event deleted for resources: {'Port': ['ID=d3d80b53-5f27-457a-b53c-7857d8ea9cee,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:01:52.262716 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-25ee1c5c-2497-4a93-b442-e76af3d4c63c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:01:52.388719 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-25ee1c5c-2497-4a93-b442-e76af3d4c63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677260'] for router_gateway, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:52.674286 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-25ee1c5c-2497-4a93-b442-e76af3d4c63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1619303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-376'] for router, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:52.674286 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-25ee1c5c-2497-4a93-b442-e76af3d4c63c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:52.760130 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-25ee1c5c-2497-4a93-b442-e76af3d4c63c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1624130'] for router, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:52.760920 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ee1c5c-2497-4a93-b442-e76af3d4c63c admin admin] Fanout notify agent at l3_agent the message router_deleted on router e973a52c-3254-4726-aa21-1f15b936d1e8 {{(pid=86859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:01:52.774648 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-25ee1c5c-2497-4a93-b442-e76af3d4c63c admin admin] Notify callbacks [] for router, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:52.775829 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-25ee1c5c-2497-4a93-b442-e76af3d4c63c admin admin] 10.222.0.49 "DELETE /v2.0/routers/e973a52c-3254-4726-aa21-1f15b936d1e8 HTTP/1.1" status: 204 len: 168 time: 1.6647906 Dec 15 21:01:52.778344 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 42436) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:01:52.837317 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_v2 [None req-8733050f-8a61-4a8d-a95c-9b9a6d730465 admin admin] Deleting subnet 46215959-91fb-4a8b-ba1d-1bbf050f280d {{(pid=86859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:01:52.840260 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8733050f-8a61-4a8d-a95c-9b9a6d730465 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:52.893827 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8733050f-8a61-4a8d-a95c-9b9a6d730465 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4139045'] for subnet, precommit_delete_associations {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:53.010470 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device d3d80b53-5f27-457a-b53c-7857d8ea9cee no longer exists at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:01:53.011986 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8733050f-8a61-4a8d-a95c-9b9a6d730465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16175920'] for subnet, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:53.044287 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] No Port match for: d3d80b53-5f27-457a-b53c-7857d8ea9cee {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:01:53.044637 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device d3d80b53-5f27-457a-b53c-7857d8ea9cee not bound to the agent host dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:01:53.045060 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 97f9076f-1df7-4488-a4b7-dd08857c61c9 no longer exists at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:01:53.077728 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] No Port match for: 97f9076f-1df7-4488-a4b7-dd08857c61c9 {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:01:53.078080 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 97f9076f-1df7-4488-a4b7-dd08857c61c9 not bound to the agent host dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:01:53.087080 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8733050f-8a61-4a8d-a95c-9b9a6d730465 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16175976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4132637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3984658'] for subnet, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:53.092031 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f91389fe-55c0-499d-a9e1-246a0e2542b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:01:53.125055 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8733050f-8a61-4a8d-a95c-9b9a6d730465 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=46215959-91fb-4a8b-ba1d-1bbf050f280d,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:01:53.128467 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-8733050f-8a61-4a8d-a95c-9b9a6d730465 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:01:53.131189 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8733050f-8a61-4a8d-a95c-9b9a6d730465 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for subnet, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:53.137316 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-8733050f-8a61-4a8d-a95c-9b9a6d730465 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/46215959-91fb-4a8b-ba1d-1bbf050f280d HTTP/1.1" status: 204 len: 168 time: 0.3579204 Dec 15 21:01:53.139814 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 42444) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:01:53.140715 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-349162e3-b077-4962-ae85-9848cf61c278 None None] Network b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:01:53.258875 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e07dfc2a-4a81-452b-bd06-27833c2aa024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16236683'] for network, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:53.270044 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-e07dfc2a-4a81-452b-bd06-27833c2aa024 admin admin] Deleting port b7c15060-485b-4387-b474-ee049eef61f2 {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:01:53.270368 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e07dfc2a-4a81-452b-bd06-27833c2aa024 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:53.279449 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75567019-c4e0-4338-8ee3-113c6a25db5b req-c3c8ee3d-0f16-464c-ac59-94bc0896377d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:53.280906 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-75567019-c4e0-4338-8ee3-113c6a25db5b req-c3c8ee3d-0f16-464c-ac59-94bc0896377d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 946 time: 0.0846386 Dec 15 21:01:53.331187 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-75567019-c4e0-4338-8ee3-113c6a25db5b req-5b5ee51d-e760-4403-8576-2940ba70b511 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0440435 Dec 15 21:01:53.401136 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a424d18-0521-4bbe-ac7e-3f0b9e05bdc0 None None] DHCP port deletion for b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c request from dv-cinder-821892-1-iscsi {{(pid=86860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:01:53.405462 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-7a424d18-0521-4bbe-ac7e-3f0b9e05bdc0 None None] Deleting port b7c15060-485b-4387-b474-ee049eef61f2 {{(pid=86860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:01:53.405966 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-7a424d18-0521-4bbe-ac7e-3f0b9e05bdc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:53.478401 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [None req-e07dfc2a-4a81-452b-bd06-27833c2aa024 admin admin] For port b7c15060-485b-4387-b474-ee049eef61f2, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=b7c15060-485b-4387-b474-ee049eef61f2,segment=NetworkSegment(65ce960a-5203-4378-8ba9-b472ed124dfd),segment_id=65ce960a-5203-4378-8ba9-b472ed124dfd)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:01:53.478853 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e07dfc2a-4a81-452b-bd06-27833c2aa024 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:53.601286 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-e07dfc2a-4a81-452b-bd06-27833c2aa024 admin admin] Calling delete_port for b7c15060-485b-4387-b474-ee049eef61f2 owned by network:dhcp {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:01:53.604362 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-7a424d18-0521-4bbe-ac7e-3f0b9e05bdc0 None None] For port b7c15060-485b-4387-b474-ee049eef61f2, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=b7c15060-485b-4387-b474-ee049eef61f2,segment=NetworkSegment(65ce960a-5203-4378-8ba9-b472ed124dfd),segment_id=65ce960a-5203-4378-8ba9-b472ed124dfd)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:01:53.604761 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-7a424d18-0521-4bbe-ac7e-3f0b9e05bdc0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:53.684804 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e07dfc2a-4a81-452b-bd06-27833c2aa024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:53.688701 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-de36286b-4ab5-49fe-9bfd-32ea8583357a tempest-ServerRescueNegativeTestJSON-1801593253 tempest-ServerRescueNegativeTestJSON-1801593253-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:01:53.732551 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07dfc2a-4a81-452b-bd06-27833c2aa024 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7c15060-485b-4387-b474-ee049eef61f2,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:01:53.735660 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-e07dfc2a-4a81-452b-bd06-27833c2aa024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:01:53.736478 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e07dfc2a-4a81-452b-bd06-27833c2aa024 admin admin] No DVR routers for this DVR port b7c15060-485b-4387-b474-ee049eef61f2 on host dv-cinder-821892-1-iscsi {{(pid=86858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:01:53.757343 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-7a424d18-0521-4bbe-ac7e-3f0b9e05bdc0 None None] Calling delete_port for b7c15060-485b-4387-b474-ee049eef61f2 owned by network:dhcp {{(pid=86860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:01:53.850429 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e07dfc2a-4a81-452b-bd06-27833c2aa024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16176923', 'neutron.services.segments.db._delete_segments_for_network-8767327805862'] for network, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:53.875648 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-e07dfc2a-4a81-452b-bd06-27833c2aa024 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c']}} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:01:53.888169 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-e07dfc2a-4a81-452b-bd06-27833c2aa024 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65ce960a-5203-4378-8ba9-b472ed124dfd') {'for_net_delete': True} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:01:53.888458 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-e07dfc2a-4a81-452b-bd06-27833c2aa024 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65ce960a-5203-4378-8ba9-b472ed124dfd') {} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:01:53.892653 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.db.api [None req-7a424d18-0521-4bbe-ac7e-3f0b9e05bdc0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:01:53.893051 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_db.api [None req-7a424d18-0521-4bbe-ac7e-3f0b9e05bdc0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:01:53.903906 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e07dfc2a-4a81-452b-bd06-27833c2aa024 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767327850617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137009'] for segment, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:53.923964 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e07dfc2a-4a81-452b-bd06-27833c2aa024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:53.930543 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e07dfc2a-4a81-452b-bd06-27833c2aa024 admin admin] Releasing vlan 150 on physical network physnet1 to pool {{(pid=86858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:01:53.930870 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e07dfc2a-4a81-452b-bd06-27833c2aa024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16163155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4191232'] for segment, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: Traceback (most recent call last): Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: timer() Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: cb(*args, **kw) Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: return func(*args, **kwargs) Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: self._notify() Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: self.callback(batched_events) Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: event.method(event) Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: return f(self, *a, **k) Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: return self._get(url).json() Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: return self.request(url, 'GET', **kwargs) Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:01:54.020601 dv-cinder-821892-1-iscsi neutron-server[86858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:01:54.093323 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e07dfc2a-4a81-452b-bd06-27833c2aa024 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16176930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677227'] for network, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:54.096913 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:01:54.117767 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e07dfc2a-4a81-452b-bd06-27833c2aa024 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:54.124073 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07dfc2a-4a81-452b-bd06-27833c2aa024 admin admin] Pushing event deleted for resources: {'Network': ['ID=b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:01:54.127340 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-e07dfc2a-4a81-452b-bd06-27833c2aa024 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:01:54.137989 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-e07dfc2a-4a81-452b-bd06-27833c2aa024 admin admin] 10.222.0.49 "DELETE /v2.0/networks/b35ecf3a-7052-4df9-84dd-8ecaeeecfc0c HTTP/1.1" status: 204 len: 168 time: 0.9960785 Dec 15 21:01:54.140881 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 42452) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:01:54.394942 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-7a424d18-0521-4bbe-ac7e-3f0b9e05bdc0 None None] Deleting port b7c15060-485b-4387-b474-ee049eef61f2 {{(pid=86860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:01:54.395972 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-7a424d18-0521-4bbe-ac7e-3f0b9e05bdc0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:54.444644 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff5e76e-3c2f-4328-8b6c-603e5de2ff76 req-18d74738-a641-4243-8c08-89c0c475b575 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:54.447003 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3ff5e76e-3c2f-4328-8b6c-603e5de2ff76 req-18d74738-a641-4243-8c08-89c0c475b575 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.0821440 Dec 15 21:01:54.477409 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-7a424d18-0521-4bbe-ac7e-3f0b9e05bdc0 None None] The port 'b7c15060-485b-4387-b474-ee049eef61f2' was deleted {{(pid=86860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:01:54.554467 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3ff5e76e-3c2f-4328-8b6c-603e5de2ff76 req-46ba08f1-c059-4850-8a2e-6e26a90d128c tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0998468 Dec 15 21:01:54.573681 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21a8d132-5550-4c2f-8c9d-df9eb66b9844 req-a2e34220-27d4-4084-b118-e52723c80bba tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:54.575127 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-21a8d132-5550-4c2f-8c9d-df9eb66b9844 req-a2e34220-27d4-4084-b118-e52723c80bba tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 946 time: 0.1186593 Dec 15 21:01:54.620002 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-21a8d132-5550-4c2f-8c9d-df9eb66b9844 req-61775ef3-ca8c-4005-954e-1c52501968a0 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381691 Dec 15 21:01:54.699311 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-72dcdea2-a7e8-4e15-be82-191e60e95ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624235'] for router_interface, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:54.992875 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device b7c15060-485b-4387-b474-ee049eef61f2 no longer exists at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:01:55.027141 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] No Port match for: b7c15060-485b-4387-b474-ee049eef61f2 {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:01:55.027559 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device b7c15060-485b-4387-b474-ee049eef61f2 not bound to the agent host dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:01:55.042259 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-72dcdea2-a7e8-4e15-be82-191e60e95ed4 admin admin] Deleting port 7fd074d9-0d0a-4993-b040-293f6548805b {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:01:55.042594 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-72dcdea2-a7e8-4e15-be82-191e60e95ed4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:55.217239 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [None req-72dcdea2-a7e8-4e15-be82-191e60e95ed4 admin admin] For port 7fd074d9-0d0a-4993-b040-293f6548805b, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=7fd074d9-0d0a-4993-b040-293f6548805b,segment=NetworkSegment(532f06a8-df3a-4eb1-9f1d-51a15016fdce),segment_id=532f06a8-df3a-4eb1-9f1d-51a15016fdce)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:01:55.217972 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-72dcdea2-a7e8-4e15-be82-191e60e95ed4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:55.341031 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-72dcdea2-a7e8-4e15-be82-191e60e95ed4 admin admin] Calling delete_port for 7fd074d9-0d0a-4993-b040-293f6548805b owned by network:router_interface {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:01:55.603529 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-72dcdea2-a7e8-4e15-be82-191e60e95ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:55.609043 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:01:55.673901 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17df618b-224e-45e2-9ff7-41f3560a2ae9 req-74f441de-f2e7-4df2-b111-9d3da0854c79 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:55.675531 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-17df618b-224e-45e2-9ff7-41f3560a2ae9 req-74f441de-f2e7-4df2-b111-9d3da0854c79 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 945 time: 0.0918641 Dec 15 21:01:55.689715 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72dcdea2-a7e8-4e15-be82-191e60e95ed4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7fd074d9-0d0a-4993-b040-293f6548805b,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:01:55.696723 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-72dcdea2-a7e8-4e15-be82-191e60e95ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:01:55.775665 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-17df618b-224e-45e2-9ff7-41f3560a2ae9 req-87b9232b-49f3-4954-8f39-d029659ce559 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0630593 Dec 15 21:01:55.805496 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6f2d03-f97c-4cf2-b156-7406d6d32cbd req-68a20557-c96b-4a41-ab90-53f9b1098aa2 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:55.807162 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2c6f2d03-f97c-4cf2-b156-7406d6d32cbd req-68a20557-c96b-4a41-ab90-53f9b1098aa2 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.1299806 Dec 15 21:01:55.858463 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2c6f2d03-f97c-4cf2-b156-7406d6d32cbd req-6510c5ed-7093-4d68-8395-3e076ad8db50 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456703 Dec 15 21:01:55.942420 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-72dcdea2-a7e8-4e15-be82-191e60e95ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619291'] for router_interface, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:56.000107 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5831cd4e-8d28-41d7-812e-5b735b94dd54 req-43d05726-56a0-4d4b-956a-7676b9ea10fd tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:56.001538 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5831cd4e-8d28-41d7-812e-5b735b94dd54 req-43d05726-56a0-4d4b-956a-7676b9ea10fd tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 946 time: 0.0962315 Dec 15 21:01:56.048901 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5831cd4e-8d28-41d7-812e-5b735b94dd54 req-51d350b0-a00b-4bd2-88d6-1ede2961df32 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417151 Dec 15 21:01:56.294836 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72dcdea2-a7e8-4e15-be82-191e60e95ed4 admin admin] Router 83b17d48-fd6c-4395-a910-aa7f8ee64880 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:01:56.464523 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72dcdea2-a7e8-4e15-be82-191e60e95ed4 admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:01:56.473523 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70319c17-a56b-4990-b4c3-e8f1a9a44bfd None None] Sync routers for ids ['83b17d48-fd6c-4395-a910-aa7f8ee64880'] in dv-cinder-821892-1-iscsi {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:01:56.482481 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-72dcdea2-a7e8-4e15-be82-191e60e95ed4 admin admin] 10.222.0.49 "PUT /v2.0/routers/83b17d48-fd6c-4395-a910-aa7f8ee64880/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3405852 Dec 15 21:01:56.484921 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 42478) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:01:56.485248 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70319c17-a56b-4990-b4c3-e8f1a9a44bfd None None] Routers {'83b17d48-fd6c-4395-a910-aa7f8ee64880'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:01:56.485899 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-70319c17-a56b-4990-b4c3-e8f1a9a44bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:01:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['83b17d48-fd6c-4395-a910-aa7f8ee64880'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:01:56.654516 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8c2c10fb-01d1-4096-8eb6-e088f6a236f8 admin admin] Notify callbacks [] for router, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:56.657998 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-70319c17-a56b-4990-b4c3-e8f1a9a44bfd None None] Set router 83b17d48-fd6c-4395-a910-aa7f8ee64880 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:01:56.954308 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8c2c10fb-01d1-4096-8eb6-e088f6a236f8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:56.966894 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-8c2c10fb-01d1-4096-8eb6-e088f6a236f8 admin admin] Deleting port d9923ed0-9623-4a49-a697-3cac30493313 {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:01:56.967512 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8c2c10fb-01d1-4096-8eb6-e088f6a236f8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:57.000586 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-70319c17-a56b-4990-b4c3-e8f1a9a44bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b17d48-fd6c-4395-a910-aa7f8ee64880', 'name': 'tempest-TestMinimumBasicScenario-1895458287-router', 'tenant_id': '4921260d2f214935b54320e08de38485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.187'}], 'enable_snat': True}, 'gw_port_id': 'd9923ed0-9623-4a49-a697-3cac30493313', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:33Z', 'updated_at': '2021-12-15T21:01:55Z', 'revision_number': 5, 'project_id': '4921260d2f214935b54320e08de38485', 'gw_port': {'id': 'd9923ed0-9623-4a49-a697-3cac30493313', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:28:52:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83b17d48-fd6c-4395-a910-aa7f8ee64880', 'device_owner': 'network:router_gateway', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:01:57.005065 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70319c17-a56b-4990-b4c3-e8f1a9a44bfd None None] Checking router: 83b17d48-fd6c-4395-a910-aa7f8ee64880 for host: dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:01:57.014895 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70319c17-a56b-4990-b4c3-e8f1a9a44bfd None None] Routers {'83b17d48-fd6c-4395-a910-aa7f8ee64880'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:01:57.015712 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-70319c17-a56b-4990-b4c3-e8f1a9a44bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:01:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['83b17d48-fd6c-4395-a910-aa7f8ee64880'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:01:57.047289 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dbef873-8c74-4d8f-98e4-15b16d3ab296 req-9902f97a-64f9-4297-94f9-e813554955d7 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:57.054902 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7dbef873-8c74-4d8f-98e4-15b16d3ab296 req-9902f97a-64f9-4297-94f9-e813554955d7 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 945 time: 0.1562035 Dec 15 21:01:57.115206 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7dbef873-8c74-4d8f-98e4-15b16d3ab296 req-737090e2-feb6-4825-8583-10fa74c6346f tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593872 Dec 15 21:01:57.192951 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-70319c17-a56b-4990-b4c3-e8f1a9a44bfd None None] Set router 83b17d48-fd6c-4395-a910-aa7f8ee64880 gateway port host: None {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:01:57.207767 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [None req-8c2c10fb-01d1-4096-8eb6-e088f6a236f8 admin admin] For port d9923ed0-9623-4a49-a697-3cac30493313, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=d9923ed0-9623-4a49-a697-3cac30493313,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:01:57.208123 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8c2c10fb-01d1-4096-8eb6-e088f6a236f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:57.213533 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbb6e8-b1c0-4578-8982-1a13ac522dfc req-19fb2d0d-9ea3-45d4-a52c-c362fdeab424 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:57.216109 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-92dbb6e8-b1c0-4578-8982-1a13ac522dfc req-19fb2d0d-9ea3-45d4-a52c-c362fdeab424 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.1165805 Dec 15 21:01:57.308597 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-92dbb6e8-b1c0-4578-8982-1a13ac522dfc req-311eb560-da90-4857-8896-dabbb199fd37 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865538 Dec 15 21:01:57.338406 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4f58f6-551b-4254-80d4-7ef55f51102d req-e8331ded-ac8e-42d0-9fc9-7d3259c84dae tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:57.339858 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-dc4f58f6-551b-4254-80d4-7ef55f51102d req-e8331ded-ac8e-42d0-9fc9-7d3259c84dae tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 946 time: 0.1043122 Dec 15 21:01:57.347028 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-70319c17-a56b-4990-b4c3-e8f1a9a44bfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '83b17d48-fd6c-4395-a910-aa7f8ee64880', 'name': 'tempest-TestMinimumBasicScenario-1895458287-router', 'tenant_id': '4921260d2f214935b54320e08de38485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:33Z', 'updated_at': '2021-12-15T21:01:56Z', 'revision_number': 6, 'project_id': '4921260d2f214935b54320e08de38485', 'gw_port_host': None}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:01:57.351156 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70319c17-a56b-4990-b4c3-e8f1a9a44bfd None None] The sync data for ids ['83b17d48-fd6c-4395-a910-aa7f8ee64880'] in dv-cinder-821892-1-iscsi is: [{'id': '83b17d48-fd6c-4395-a910-aa7f8ee64880', 'name': 'tempest-TestMinimumBasicScenario-1895458287-router', 'tenant_id': '4921260d2f214935b54320e08de38485', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:33Z', 'updated_at': '2021-12-15T21:01:56Z', 'revision_number': 6, 'project_id': '4921260d2f214935b54320e08de38485', 'gw_port_host': None}] {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:01:57.380878 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-8c2c10fb-01d1-4096-8eb6-e088f6a236f8 admin admin] Calling delete_port for d9923ed0-9623-4a49-a697-3cac30493313 owned by network:router_gateway {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:01:57.392396 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-dc4f58f6-551b-4254-80d4-7ef55f51102d req-523ceed3-a868-449f-9045-5db90c17fdd3 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464413 Dec 15 21:01:57.499336 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224d28ba-79ca-4848-815b-e034d8296366 req-e01d5112-e645-41ad-b5fd-1d4f0a5fb331 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:57.499943 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-224d28ba-79ca-4848-815b-e034d8296366 req-e01d5112-e645-41ad-b5fd-1d4f0a5fb331 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Synchronizing usage tracker for tenant:2f0911933cea4693bc86dfcd07ba9675 on resource:port {{(pid=86858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:01:57.524386 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-224d28ba-79ca-4848-815b-e034d8296366 req-e01d5112-e645-41ad-b5fd-1d4f0a5fb331 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Unset dirty status for tenant:2f0911933cea4693bc86dfcd07ba9675 on resource:port {{(pid=86858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:01:57.525573 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-224d28ba-79ca-4848-815b-e034d8296366 req-e01d5112-e645-41ad-b5fd-1d4f0a5fb331 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.41 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 945 time: 0.1872199 Dec 15 21:01:57.641487 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-224d28ba-79ca-4848-815b-e034d8296366 req-84507b0a-4fec-4bd9-811e-de98a14dc4a3 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Deleting port 2dd5018a-4cb6-4614-9f73-2fe359812fe7 {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:01:57.641774 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-224d28ba-79ca-4848-815b-e034d8296366 req-84507b0a-4fec-4bd9-811e-de98a14dc4a3 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:57.691756 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8c2c10fb-01d1-4096-8eb6-e088f6a236f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:57.698875 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-2d9d8ddb-1f41-4858-83b8-eb67b505d865 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:01:57.774132 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2c10fb-01d1-4096-8eb6-e088f6a236f8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d9923ed0-9623-4a49-a697-3cac30493313,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:01:57.787360 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-8c2c10fb-01d1-4096-8eb6-e088f6a236f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:01:57.963301 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8c2c10fb-01d1-4096-8eb6-e088f6a236f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677260'] for router_gateway, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:58.169132 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8c2c10fb-01d1-4096-8eb6-e088f6a236f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1619303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-376'] for router, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:58.174404 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8c2c10fb-01d1-4096-8eb6-e088f6a236f8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:58.202503 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 40d51192-b822-4df2-a798-3ca1e603500c details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=86860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 21:01:58.226403 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-224d28ba-79ca-4848-815b-e034d8296366 req-84507b0a-4fec-4bd9-811e-de98a14dc4a3 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] For port 2dd5018a-4cb6-4614-9f73-2fe359812fe7, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=2dd5018a-4cb6-4614-9f73-2fe359812fe7,segment=NetworkSegment(aeb21201-1d04-4fb6-bcd2-dabd1a4844f4),segment_id=aeb21201-1d04-4fb6-bcd2-dabd1a4844f4)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:01:58.226829 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-224d28ba-79ca-4848-815b-e034d8296366 req-84507b0a-4fec-4bd9-811e-de98a14dc4a3 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:58.235344 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8c2c10fb-01d1-4096-8eb6-e088f6a236f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1624130'] for router, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:58.236205 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c2c10fb-01d1-4096-8eb6-e088f6a236f8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 83b17d48-fd6c-4395-a910-aa7f8ee64880 {{(pid=86858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:01:58.253002 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-8c2c10fb-01d1-4096-8eb6-e088f6a236f8 admin admin] Notify callbacks [] for router, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:58.256368 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-8c2c10fb-01d1-4096-8eb6-e088f6a236f8 admin admin] 10.222.0.49 "DELETE /v2.0/routers/83b17d48-fd6c-4395-a910-aa7f8ee64880 HTTP/1.1" status: 204 len: 168 time: 1.7683423 Dec 15 21:01:58.258460 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 42496) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:01:58.389522 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_v2 [None req-538bf631-254a-4bc7-bade-7342b31ac0a9 admin admin] Deleting subnet e3a2149f-c6cd-4e0f-82c7-ac35d055dc15 {{(pid=86859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:01:58.402527 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-538bf631-254a-4bc7-bade-7342b31ac0a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:58.408744 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 40d51192-b822-4df2-a798-3ca1e603500c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=40d51192-b822-4df2-a798-3ca1e603500c,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:01:58.426155 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Returning: {'device': '40d51192-b822-4df2-a798-3ca1e603500c', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'port_id': '40d51192-b822-4df2-a798-3ca1e603500c', 'mac_address': 'fa:16:3e:f3:5b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 21:01:58.494113 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:58.513986 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 40d51192-b822-4df2-a798-3ca1e603500c {{(pid=86860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:01:58.541501 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 40d51192-b822-4df2-a798-3ca1e603500c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=40d51192-b822-4df2-a798-3ca1e603500c,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:01:58.547050 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:58.549056 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:01:58.619617 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=40d51192-b822-4df2-a798-3ca1e603500c,revision_number=6']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:01:58.622999 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:01:58.644716 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-538bf631-254a-4bc7-bade-7342b31ac0a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4139045'] for subnet, precommit_delete_associations {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:58.668012 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['40d51192-b822-4df2-a798-3ca1e603500c'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:01:58.695764 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fefe99fe-ad16-4de1-bbdf-69c50fd0c90a req-3dd5ab2b-a557-4e7d-8b75-26a25a5b4f52 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:58.702596 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-fefe99fe-ad16-4de1-bbdf-69c50fd0c90a req-3dd5ab2b-a557-4e7d-8b75-26a25a5b4f52 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 945 time: 0.4455709 Dec 15 21:01:58.763824 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-224d28ba-79ca-4848-815b-e034d8296366 req-84507b0a-4fec-4bd9-811e-de98a14dc4a3 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:58.764403 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-224d28ba-79ca-4848-815b-e034d8296366 req-84507b0a-4fec-4bd9-811e-de98a14dc4a3 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677241'] for floatingip, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:58.764499 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.db.l3_db [req-224d28ba-79ca-4848-815b-e034d8296366 req-84507b0a-4fec-4bd9-811e-de98a14dc4a3 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Floating IP 9a07e83c-607f-41e3-856b-229fa1e8eccd disassociated. External IP: 172.27.1.183, port: 2dd5018a-4cb6-4614-9f73-2fe359812fe7. Dec 15 21:01:58.764957 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-224d28ba-79ca-4848-815b-e034d8296366 req-84507b0a-4fec-4bd9-811e-de98a14dc4a3 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Calling delete_port for 2dd5018a-4cb6-4614-9f73-2fe359812fe7 owned by compute:nova {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:01:58.772632 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-fefe99fe-ad16-4de1-bbdf-69c50fd0c90a req-7ad5f6bd-5b41-47fa-88ee-f43b44bd56db tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686634 Dec 15 21:01:58.795030 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239e2e53-35f1-45b5-bdef-9b76d21f7c27 req-e868746d-3646-4bee-99c2-a2c5b60f1d38 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:58.796469 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-239e2e53-35f1-45b5-bdef-9b76d21f7c27 req-e868746d-3646-4bee-99c2-a2c5b60f1d38 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.2389433 Dec 15 21:01:58.886458 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-239e2e53-35f1-45b5-bdef-9b76d21f7c27 req-606d6e02-e6d5-4a56-9d6c-803405131213 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0696013 Dec 15 21:01:58.897910 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-538bf631-254a-4bc7-bade-7342b31ac0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16175920'] for subnet, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:58.998140 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-224d28ba-79ca-4848-815b-e034d8296366 req-84507b0a-4fec-4bd9-811e-de98a14dc4a3 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:59.010291 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-8c2c10fb-01d1-4096-8eb6-e088f6a236f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:01:59.064754 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7617b980-7e5c-4107-99ea-5899185b3217 req-9ce23d73-f3d1-4c0b-8c2c-f9d2b52b160a tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:01:59.066332 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7617b980-7e5c-4107-99ea-5899185b3217 req-9ce23d73-f3d1-4c0b-8c2c-f9d2b52b160a tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 945 time: 0.1160927 Dec 15 21:01:59.068581 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-538bf631-254a-4bc7-bade-7342b31ac0a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16175976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4132637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3984658'] for subnet, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:59.073657 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-8ff55f2f-d531-42c4-8996-247af2190368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:01:59.075901 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84507b0a-4fec-4bd9-811e-de98a14dc4a3 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Pushing event deleted for resources: {'Port': ['ID=2dd5018a-4cb6-4614-9f73-2fe359812fe7,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:01:59.081831 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-84507b0a-4fec-4bd9-811e-de98a14dc4a3 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:01:59.092861 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 7fd074d9-0d0a-4993-b040-293f6548805b no longer exists at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:01:59.125736 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538bf631-254a-4bc7-bade-7342b31ac0a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3a2149f-c6cd-4e0f-82c7-ac35d055dc15,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:01:59.128662 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-538bf631-254a-4bc7-bade-7342b31ac0a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:01:59.129170 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] No Port match for: 7fd074d9-0d0a-4993-b040-293f6548805b {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:01:59.129601 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 7fd074d9-0d0a-4993-b040-293f6548805b not bound to the agent host dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:01:59.130024 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device d9923ed0-9623-4a49-a697-3cac30493313 no longer exists at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:01:59.131323 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-538bf631-254a-4bc7-bade-7342b31ac0a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for subnet, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:59.141699 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-538bf631-254a-4bc7-bade-7342b31ac0a9 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/e3a2149f-c6cd-4e0f-82c7-ac35d055dc15 HTTP/1.1" status: 204 len: 168 time: 0.8821943 Dec 15 21:01:59.146804 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 42506) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:01:59.162387 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7617b980-7e5c-4107-99ea-5899185b3217 req-8ee143ed-6c70-4270-8b5d-41f68bd1e68a tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0547531 Dec 15 21:01:59.165514 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82777494-afc5-473b-8c82-603defa31959 None None] Network 1c09f003-5daf-41e0-98e2-8e5afc11e60c requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:01:59.190327 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] No Port match for: d9923ed0-9623-4a49-a697-3cac30493313 {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:01:59.190680 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device d9923ed0-9623-4a49-a697-3cac30493313 not bound to the agent host dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:01:59.342605 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-186ac4db-8f3d-4e18-9463-6b4f44b54370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16236683'] for network, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:59.367126 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-186ac4db-8f3d-4e18-9463-6b4f44b54370 admin admin] Deleting port 4b386253-df5e-4e0d-9ff8-d77da67fc9dc {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:01:59.367458 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-186ac4db-8f3d-4e18-9463-6b4f44b54370 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:59.399783 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.l3_agent_scheduler [req-224d28ba-79ca-4848-815b-e034d8296366 req-84507b0a-4fec-4bd9-811e-de98a14dc4a3 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Router 71cc9c17-d341-4254-8e69-a4a229a50975 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:01:59.430195 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b45c57e-9a10-458d-9878-52e4df48d2ef None None] DHCP port deletion for 1c09f003-5daf-41e0-98e2-8e5afc11e60c request from dv-cinder-821892-1-iscsi {{(pid=86860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:01:59.434447 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-9b45c57e-9a10-458d-9878-52e4df48d2ef None None] Deleting port 4b386253-df5e-4e0d-9ff8-d77da67fc9dc {{(pid=86860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:01:59.434834 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-9b45c57e-9a10-458d-9878-52e4df48d2ef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:59.652060 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-9b45c57e-9a10-458d-9878-52e4df48d2ef None None] For port 4b386253-df5e-4e0d-9ff8-d77da67fc9dc, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=4b386253-df5e-4e0d-9ff8-d77da67fc9dc,segment=NetworkSegment(532f06a8-df3a-4eb1-9f1d-51a15016fdce),segment_id=532f06a8-df3a-4eb1-9f1d-51a15016fdce)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:01:59.652373 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-9b45c57e-9a10-458d-9878-52e4df48d2ef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:59.738098 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-224d28ba-79ca-4848-815b-e034d8296366 req-84507b0a-4fec-4bd9-811e-de98a14dc4a3 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:01:59.740578 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [None req-186ac4db-8f3d-4e18-9463-6b4f44b54370 admin admin] For port 4b386253-df5e-4e0d-9ff8-d77da67fc9dc, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=4b386253-df5e-4e0d-9ff8-d77da67fc9dc,segment=NetworkSegment(532f06a8-df3a-4eb1-9f1d-51a15016fdce),segment_id=532f06a8-df3a-4eb1-9f1d-51a15016fdce)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:01:59.740947 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-186ac4db-8f3d-4e18-9463-6b4f44b54370 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:01:59.815115 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aad0c4-7d1e-46cb-bf01-1574c826910b None None] Sync routers for ids ['71cc9c17-d341-4254-8e69-a4a229a50975'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:01:59.826790 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-9b45c57e-9a10-458d-9878-52e4df48d2ef None None] Calling delete_port for 4b386253-df5e-4e0d-9ff8-d77da67fc9dc owned by network:dhcp {{(pid=86860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:01:59.888563 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44aad0c4-7d1e-46cb-bf01-1574c826910b None None] Routers {'71cc9c17-d341-4254-8e69-a4a229a50975'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:01:59.889267 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-44aad0c4-7d1e-46cb-bf01-1574c826910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:01:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['71cc9c17-d341-4254-8e69-a4a229a50975'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:01:59.906491 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-186ac4db-8f3d-4e18-9463-6b4f44b54370 admin admin] Calling delete_port for 4b386253-df5e-4e0d-9ff8-d77da67fc9dc owned by network:dhcp {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:01:59.969891 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0062eea3-5598-4f99-8193-c1c1ebad09f1 req-a8067d9d-bd66-4bcc-a265-d010505d1468 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 210 time: 0.0551760 Dec 15 21:02:00.160486 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-9b45c57e-9a10-458d-9878-52e4df48d2ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202'] for port, after_delete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:00.167644 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:00.206044 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.db.api [None req-186ac4db-8f3d-4e18-9463-6b4f44b54370 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86858) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:02:00.206535 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_db.api [None req-186ac4db-8f3d-4e18-9463-6b4f44b54370 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:02:00.213918 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e52ecfb-8979-43a3-9e1d-74b7ac1917fc req-975fa430-7803-4361-bb98-8c22179410a0 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:00.217616 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3e52ecfb-8979-43a3-9e1d-74b7ac1917fc req-975fa430-7803-4361-bb98-8c22179410a0 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.1275182 Dec 15 21:02:00.219186 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-224d28ba-79ca-4848-815b-e034d8296366 req-84507b0a-4fec-4bd9-811e-de98a14dc4a3 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] No DVR routers for this DVR port 2dd5018a-4cb6-4614-9f73-2fe359812fe7 on host hv-cinder-82189 {{(pid=86858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:02:00.223073 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-224d28ba-79ca-4848-815b-e034d8296366 req-84507b0a-4fec-4bd9-811e-de98a14dc4a3 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:00.228701 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 40d51192-b822-4df2-a798-3ca1e603500c up at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:02:00.231400 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f80191d-b588-43a2-81ec-17321ea9f542', 'name': 'network-vif-deleted', 'tag': '2dd5018a-4cb6-4614-9f73-2fe359812fe7'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:02:00.255129 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b45c57e-9a10-458d-9878-52e4df48d2ef None None] Pushing event deleted for resources: {'Port': ['ID=4b386253-df5e-4e0d-9ff8-d77da67fc9dc,revision_number=None']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:00.265499 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-9b45c57e-9a10-458d-9878-52e4df48d2ef None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:00.278591 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-224d28ba-79ca-4848-815b-e034d8296366 req-84507b0a-4fec-4bd9-811e-de98a14dc4a3 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.41 "DELETE /v2.0/ports/2dd5018a-4cb6-4614-9f73-2fe359812fe7 HTTP/1.1" status: 204 len: 173 time: 2.7456610 Dec 15 21:02:00.301224 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b45c57e-9a10-458d-9878-52e4df48d2ef None None] No DVR routers for this DVR port 4b386253-df5e-4e0d-9ff8-d77da67fc9dc on host dv-cinder-821892-1-iscsi {{(pid=86860) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:02:00.307283 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3e52ecfb-8979-43a3-9e1d-74b7ac1917fc req-862f8020-458a-474b-94ae-7a3725fb7e0a tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0813928 Dec 15 21:02:00.318796 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-44aad0c4-7d1e-46cb-bf01-1574c826910b None None] Set router 71cc9c17-d341-4254-8e69-a4a229a50975 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:02:00.448268 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f80191d-b588-43a2-81ec-17321ea9f542', 'name': 'network-vif-deleted', 'tag': '2dd5018a-4cb6-4614-9f73-2fe359812fe7', 'status': 'completed', 'code': 200} Dec 15 21:02:00.467581 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37340dcb-40a6-4fe2-9432-f86a1ba664ab req-e8161b15-21ff-4992-b7dc-8ba2a554c5ca tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:00.474253 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-37340dcb-40a6-4fe2-9432-f86a1ba664ab req-e8161b15-21ff-4992-b7dc-8ba2a554c5ca tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 945 time: 0.1357853 Dec 15 21:02:00.489791 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning complete for port 40d51192-b822-4df2-a798-3ca1e603500c triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:02:00.490386 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:00.537367 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-37340dcb-40a6-4fe2-9432-f86a1ba664ab req-682a37cb-79d7-4c9b-8fab-e3b7c4511ff2 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567269 Dec 15 21:02:00.707498 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-186ac4db-8f3d-4e18-9463-6b4f44b54370 admin admin] Deleting port 4b386253-df5e-4e0d-9ff8-d77da67fc9dc {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:02:00.708176 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-186ac4db-8f3d-4e18-9463-6b4f44b54370 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:00.762458 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:00.796021 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fe6912-274c-4d1a-a3c4-f57ca6ea347c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d51192-b822-4df2-a798-3ca1e603500c'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:02:00.798071 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-186ac4db-8f3d-4e18-9463-6b4f44b54370 admin admin] The port '4b386253-df5e-4e0d-9ff8-d77da67fc9dc' was deleted {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:02:00.808251 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 40d51192-b822-4df2-a798-3ca1e603500c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=40d51192-b822-4df2-a798-3ca1e603500c,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:02:00.817522 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:00.822008 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 2dd5018a-4cb6-4614-9f73-2fe359812fe7 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:02:00.857884 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fe6912-274c-4d1a-a3c4-f57ca6ea347c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d51192-b822-4df2-a798-3ca1e603500c', 'code': 200} Dec 15 21:02:00.858411 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-9b45c57e-9a10-458d-9878-52e4df48d2ef None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:00.923487 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] No Port match for: 2dd5018a-4cb6-4614-9f73-2fe359812fe7 {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:02:00.923845 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 2dd5018a-4cb6-4614-9f73-2fe359812fe7 not bound to the agent host hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:02:00.930718 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-44aad0c4-7d1e-46cb-bf01-1574c826910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '20939aac-62f3-4a37-b5e8-41687229b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:29Z', 'updated_at': '2021-12-15T20:57:36Z', 'revision_number': 4, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'gw_port': {'id': '20939aac-62f3-4a37-b5e8-41687229b132', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:30Z', 'updated_at': '2021-12-15T20:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': 'c93700a9-f9f0-4fc4-a21c-26c15b198853', 'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'mac_address': 'fa:16:3e:d0:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:58:14Z', 'revision_number': 5, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'subnets': [{'id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:00.934444 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-186ac4db-8f3d-4e18-9463-6b4f44b54370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16176923', 'neutron.services.segments.db._delete_segments_for_network-8767327805862'] for network, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:00.940373 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aad0c4-7d1e-46cb-bf01-1574c826910b None None] Checking router: 71cc9c17-d341-4254-8e69-a4a229a50975 for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:02:00.957384 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44aad0c4-7d1e-46cb-bf01-1574c826910b None None] Routers {'71cc9c17-d341-4254-8e69-a4a229a50975'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:02:00.958132 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-44aad0c4-7d1e-46cb-bf01-1574c826910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 9, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 9, "log_agent_heartbeats": false, "routers": 9},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:01:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['71cc9c17-d341-4254-8e69-a4a229a50975'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:00.962486 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-186ac4db-8f3d-4e18-9463-6b4f44b54370 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c09f003-5daf-41e0-98e2-8e5afc11e60c']}} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:00.975370 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-186ac4db-8f3d-4e18-9463-6b4f44b54370 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '532f06a8-df3a-4eb1-9f1d-51a15016fdce') {'for_net_delete': True} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:00.975594 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-186ac4db-8f3d-4e18-9463-6b4f44b54370 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '532f06a8-df3a-4eb1-9f1d-51a15016fdce') {} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:00.989226 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-186ac4db-8f3d-4e18-9463-6b4f44b54370 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767327850617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137009'] for segment, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:01.012014 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=40d51192-b822-4df2-a798-3ca1e603500c,revision_number=7']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:01.019950 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:01.032732 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-186ac4db-8f3d-4e18-9463-6b4f44b54370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:01.046475 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-186ac4db-8f3d-4e18-9463-6b4f44b54370 admin admin] Releasing vlan 164 on physical network physnet1 to pool {{(pid=86858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:02:01.047127 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-186ac4db-8f3d-4e18-9463-6b4f44b54370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16163155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4191232'] for segment, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: util.warn( Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: util.warn( Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: util.warn( Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/persistence.py:1359: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: util.warn( Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: Traceback (most recent call last): Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: timer() Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: cb(*args, **kw) Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: return func(*args, **kwargs) Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: self._notify() Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: self.callback(batched_events) Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: event.method(event) Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: return f(self, *a, **k) Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: return self._get(url).json() Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: return self.request(url, 'GET', **kwargs) Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:02:01.067300 dv-cinder-821892-1-iscsi neutron-server[86858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:02:01.091400 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 4b386253-df5e-4e0d-9ff8-d77da67fc9dc no longer exists at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:02:01.186701 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-186ac4db-8f3d-4e18-9463-6b4f44b54370 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16176930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677227'] for network, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:01.190269 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] No Port match for: 4b386253-df5e-4e0d-9ff8-d77da67fc9dc {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:02:01.190625 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 4b386253-df5e-4e0d-9ff8-d77da67fc9dc not bound to the agent host dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:02:01.191520 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:01.224988 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-186ac4db-8f3d-4e18-9463-6b4f44b54370 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:01.232666 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186ac4db-8f3d-4e18-9463-6b4f44b54370 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c09f003-5daf-41e0-98e2-8e5afc11e60c,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:01.234005 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-16784f6a-3ecc-43a5-a8a1-58d225baef87 req-99994797-1efb-487c-a6f9-4ccec7bbf5e6 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 210 time: 0.0946014 Dec 15 21:02:01.250527 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-186ac4db-8f3d-4e18-9463-6b4f44b54370 admin admin] 10.222.0.49 "DELETE /v2.0/networks/1c09f003-5daf-41e0-98e2-8e5afc11e60c HTTP/1.1" status: 204 len: 168 time: 2.1032693 Dec 15 21:02:01.251621 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-186ac4db-8f3d-4e18-9463-6b4f44b54370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:01.294043 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-44aad0c4-7d1e-46cb-bf01-1574c826910b None None] Set router 71cc9c17-d341-4254-8e69-a4a229a50975 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:02:01.462947 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 42558) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:01.634303 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-228947cf-8bfc-47fa-91d9-204f2ec687ef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=ac0003dafb6b4c72bd926672a4ca400a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1701376 Dec 15 21:02:01.638915 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 42568) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:01.704193 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-837e1916-d2ad-4f53-83fc-5ffa23960684 req-cf7a6087-f0d0-465a-af9c-d0545b112625 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:01.712708 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-837e1916-d2ad-4f53-83fc-5ffa23960684 req-cf7a6087-f0d0-465a-af9c-d0545b112625 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.2543571 Dec 15 21:02:01.749499 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ceb561a4-9fa4-4049-b8d1-1d086c6b58b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:01.778466 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ceb561a4-9fa4-4049-b8d1-1d086c6b58b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:01.788333 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-837e1916-d2ad-4f53-83fc-5ffa23960684 req-c1af752f-462e-448d-9195-123983965686 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726612 Dec 15 21:02:01.846104 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-44aad0c4-7d1e-46cb-bf01-1574c826910b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '20939aac-62f3-4a37-b5e8-41687229b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:29Z', 'updated_at': '2021-12-15T20:57:36Z', 'revision_number': 4, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'gw_port': {'id': '20939aac-62f3-4a37-b5e8-41687229b132', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:30Z', 'updated_at': '2021-12-15T20:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': 'c93700a9-f9f0-4fc4-a21c-26c15b198853', 'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'mac_address': 'fa:16:3e:d0:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:58:14Z', 'revision_number': 5, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'subnets': [{'id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:01.853211 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44aad0c4-7d1e-46cb-bf01-1574c826910b None None] The sync data for ids ['71cc9c17-d341-4254-8e69-a4a229a50975'] in dv-cinder-821892-1-iscsi is: [{'id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '20939aac-62f3-4a37-b5e8-41687229b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:29Z', 'updated_at': '2021-12-15T20:57:36Z', 'revision_number': 4, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'gw_port': {'id': '20939aac-62f3-4a37-b5e8-41687229b132', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:30Z', 'updated_at': '2021-12-15T20:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': 'c93700a9-f9f0-4fc4-a21c-26c15b198853', 'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'mac_address': 'fa:16:3e:d0:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:58:14Z', 'revision_number': 5, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'subnets': [{'id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:02:01.876824 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ceb561a4-9fa4-4049-b8d1-1d086c6b58b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:01.886268 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-aa31e964-aae6-48f7-b3d7-c6284f3a56cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:01.926401 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb561a4-9fa4-4049-b8d1-1d086c6b58b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=222dc772-dcc8-4c99-95e0-a208b0a75510,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:01.932577 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ceb561a4-9fa4-4049-b8d1-1d086c6b58b6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:01.936350 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9b2b02b-bf5d-4ad2-b053-8a4b2472c550 req-5ccb6c9d-e795-4a04-b97a-50eab6563dc4 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:01.937289 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ceb561a4-9fa4-4049-b8d1-1d086c6b58b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:01.945527 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b9b2b02b-bf5d-4ad2-b053-8a4b2472c550 req-5ccb6c9d-e795-4a04-b97a-50eab6563dc4 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 946 time: 0.1814561 Dec 15 21:02:01.950544 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-ceb561a4-9fa4-4049-b8d1-1d086c6b58b6 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/222dc772-dcc8-4c99-95e0-a208b0a75510 HTTP/1.1" status: 204 len: 168 time: 0.3081706 Dec 15 21:02:02.010093 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b9b2b02b-bf5d-4ad2-b053-8a4b2472c550 req-77e83df4-5374-40de-8a3d-3ea51437df7d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0632513 Dec 15 21:02:02.231217 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c8e5153-8987-48a4-a5c7-2945972c0c07 None None] New status for floating IP 9a07e83c-607f-41e3-856b-229fa1e8eccd: DOWN {{(pid=86861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:02:02.439656 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-032b2bae-3da5-4e7d-a66e-85b1ec4b87b4 req-b2152ace-7add-4e54-9b92-599bdacf4514 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 210 time: 0.0610104 Dec 15 21:02:02.454944 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 42578) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:02.515635 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-377022de-a715-4e00-a61b-e2ab204fc589 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4921260d2f214935b54320e08de38485&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0589690 Dec 15 21:02:02.518443 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 42582) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:02.588225 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f6f9491a-8af0-4ca2-b069-08062412096c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:02.617081 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f6f9491a-8af0-4ca2-b069-08062412096c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:02.672900 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f6f9491a-8af0-4ca2-b069-08062412096c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:02.677309 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-ec316fc9-11ce-443c-81d1-c076a0ec7288 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:02.689804 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6f9491a-8af0-4ca2-b069-08062412096c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b1fcbb-5ec3-4363-ae6a-c23a537ca7ba,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:02.692239 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f6f9491a-8af0-4ca2-b069-08062412096c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:02.698036 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f6f9491a-8af0-4ca2-b069-08062412096c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:02.702051 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-f6f9491a-8af0-4ca2-b069-08062412096c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a0b1fcbb-5ec3-4363-ae6a-c23a537ca7ba HTTP/1.1" status: 204 len: 168 time: 0.1799881 Dec 15 21:02:03.046330 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8548692-4d53-4e27-b3a5-ded8d6680b42 req-120b566b-99ce-4103-a7fc-31ee9750e59b tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:03.054282 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b8548692-4d53-4e27-b3a5-ded8d6680b42 req-120b566b-99ce-4103-a7fc-31ee9750e59b tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.1208649 Dec 15 21:02:03.120125 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b8548692-4d53-4e27-b3a5-ded8d6680b42 req-fa6adb1e-de55-421f-ad78-5b451768cea5 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649128 Dec 15 21:02:03.264885 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7266e8b-6c91-463f-b37b-12e3c125bee0 req-1209eb47-04fb-4f1d-a4bf-0e6ef020eeb2 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:03.266484 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f7266e8b-6c91-463f-b37b-12e3c125bee0 req-1209eb47-04fb-4f1d-a4bf-0e6ef020eeb2 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 946 time: 0.1131496 Dec 15 21:02:03.321915 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f7266e8b-6c91-463f-b37b-12e3c125bee0 req-c2fe3cd8-89e8-4b4f-8a59-b1029565ac15 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0496697 Dec 15 21:02:03.589658 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6d549cfe-df8f-49fd-bfd4-267a661f704a req-d57a5fcb-a590-4510-9fba-48aeee51abf5 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 210 time: 0.0472391 Dec 15 21:02:04.368629 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88f9e9b8-b9a4-497e-afa5-85b30a1672a9 req-82273701-0f7c-464a-b533-83582b6a944e tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:04.376874 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-88f9e9b8-b9a4-497e-afa5-85b30a1672a9 req-82273701-0f7c-464a-b533-83582b6a944e tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.1248462 Dec 15 21:02:04.429869 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-88f9e9b8-b9a4-497e-afa5-85b30a1672a9 req-7a526c07-f502-45bc-93e0-564ef9c53b2f tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520940 Dec 15 21:02:04.585607 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a440371-aa05-4aab-a2b3-13926c42c0e9 req-75b032b5-a89d-4f1b-9de2-d2bc5c77e395 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:04.586804 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34ff6d-a2c0-4a67-9d3e-b28d62a5f558 req-63870e74-cbaf-450e-af0e-5a09f26249a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:04.588409 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-9a34ff6d-a2c0-4a67-9d3e-b28d62a5f558 req-63870e74-cbaf-450e-af0e-5a09f26249a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0fed2bbf61794fe0b44a6f599b13bfe1&device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 1098 time: 0.1060185 Dec 15 21:02:04.590161 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0a440371-aa05-4aab-a2b3-13926c42c0e9 req-75b032b5-a89d-4f1b-9de2-d2bc5c77e395 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 946 time: 0.1100230 Dec 15 21:02:04.690465 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0a440371-aa05-4aab-a2b3-13926c42c0e9 req-d85631c2-28d9-43b8-94bd-e18b97db74d3 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0913231 Dec 15 21:02:04.771033 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34ff6d-a2c0-4a67-9d3e-b28d62a5f558 req-f4cbbf33-7f82-476c-8172-3448767d8371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:04.774379 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-9a34ff6d-a2c0-4a67-9d3e-b28d62a5f558 req-f4cbbf33-7f82-476c-8172-3448767d8371 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5de9587e-f494-45e3-b78a-91f0735c06e8 HTTP/1.1" status: 200 len: 909 time: 0.1784341 Dec 15 21:02:04.844316 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f328a171-9ad6-44a7-930c-178e0a4b1051 req-c6ac06d0-5912-4ffd-b862-6ffb6bc9345d tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=0f80191d-b588-43a2-81ec-17321ea9f542 HTTP/1.1" status: 200 len: 210 time: 0.0672748 Dec 15 21:02:04.935111 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-9a34ff6d-a2c0-4a67-9d3e-b28d62a5f558 req-b0ec1179-8657-4ea5-bdc9-3fa112d0c573 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf3797e2-69ce-44c9-978d-a579401cbddb HTTP/1.1" status: 200 len: 1000 time: 0.1428220 Dec 15 21:02:05.035157 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34ff6d-a2c0-4a67-9d3e-b28d62a5f558 req-a0f1bcc4-a9d8-4884-a706-0438847c9820 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:05.037372 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-9a34ff6d-a2c0-4a67-9d3e-b28d62a5f558 req-a0f1bcc4-a9d8-4884-a706-0438847c9820 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5595c1c-8ca0-4af9-bdbb-973634ba4b63 HTTP/1.1" status: 200 len: 847 time: 0.0933664 Dec 15 21:02:05.146864 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a34ff6d-a2c0-4a67-9d3e-b28d62a5f558 req-c24a078e-7744-4364-b192-889000427ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:05.148771 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-9a34ff6d-a2c0-4a67-9d3e-b28d62a5f558 req-c24a078e-7744-4364-b192-889000427ae3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5de9587e-f494-45e3-b78a-91f0735c06e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1047454 Dec 15 21:02:05.326875 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-9a34ff6d-a2c0-4a67-9d3e-b28d62a5f558 req-452259dd-a8e9-4aa9-8719-bac15541899d service neutron] 10.222.0.41 "GET /v2.0/networks/5de9587e-f494-45e3-b78a-91f0735c06e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686802 Dec 15 21:02:05.473521 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-9a34ff6d-a2c0-4a67-9d3e-b28d62a5f558 req-97c52c30-c5f9-4662-84f9-0262de89d6ba service neutron] 10.222.0.41 "GET /v2.0/networks/5de9587e-f494-45e3-b78a-91f0735c06e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390865 Dec 15 21:02:05.644599 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a265a-7783-458b-a275-a2a0ac33e033 req-1a2cd02a-d426-414d-8471-cac2d9426cfa tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:05.647166 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-393a265a-7783-458b-a275-a2a0ac33e033 req-1a2cd02a-d426-414d-8471-cac2d9426cfa tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.0916376 Dec 15 21:02:05.674706 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:02:05.697833 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-393a265a-7783-458b-a275-a2a0ac33e033 req-b1562830-7f5c-4c1c-80ad-7d38b2f833ac tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436668 Dec 15 21:02:05.897116 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5882835a-461d-4989-ad77-40392a336d72 req-60f8f166-503e-49fc-8954-d8533d0a55c4 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:05.898727 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5882835a-461d-4989-ad77-40392a336d72 req-60f8f166-503e-49fc-8954-d8533d0a55c4 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 946 time: 0.0882750 Dec 15 21:02:05.951865 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5882835a-461d-4989-ad77-40392a336d72 req-cc3fbc15-4041-495d-80da-127ce1f59ac0 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455921 Dec 15 21:02:06.277512 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3e559977-b95e-4db9-a473-0ee5809765cb req-6c52de89-45cd-40d0-9a02-efec138e34d9 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2050180252&fields=id&tenant_id=2f0911933cea4693bc86dfcd07ba9675 HTTP/1.1" status: 200 len: 267 time: 0.0561428 Dec 15 21:02:06.437891 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e559977-b95e-4db9-a473-0ee5809765cb req-fe1124e1-4a99-45dc-92e3-bcaf4f27eb1c tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:06.439316 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3e559977-b95e-4db9-a473-0ee5809765cb req-fe1124e1-4a99-45dc-92e3-bcaf4f27eb1c tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/networks?id=2eeda4cc-cb45-495b-b445-87322079095b HTTP/1.1" status: 200 len: 811 time: 0.1610196 Dec 15 21:02:06.458217 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3e559977-b95e-4db9-a473-0ee5809765cb req-dcf4c0e1-c754-4a78-84fe-b9ca39de82c9 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/quotas/2f0911933cea4693bc86dfcd07ba9675 HTTP/1.1" status: 200 len: 375 time: 0.0133033 Dec 15 21:02:06.662473 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3e559977-b95e-4db9-a473-0ee5809765cb req-a186a8db-2a5a-4cec-9571-3df961bde0ce tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f0911933cea4693bc86dfcd07ba9675&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2011549 Dec 15 21:02:06.813649 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3e559977-b95e-4db9-a473-0ee5809765cb req-d529994c-65c3-47f4-b189-cfad261d0b80 service neutron] 10.222.0.49 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1435399 Dec 15 21:02:07.016722 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99327694-6ea0-4461-bd43-6f39f0d18eb0 req-0d255334-b22c-47c6-809b-cff495188f4d tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:07.018305 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-99327694-6ea0-4461-bd43-6f39f0d18eb0 req-0d255334-b22c-47c6-809b-cff495188f4d tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.1804321 Dec 15 21:02:07.025563 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3e559977-b95e-4db9-a473-0ee5809765cb req-d5b4fa1b-3cf4-4f1f-999e-53171a2b973e service neutron] 10.222.0.49 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2064147 Dec 15 21:02:07.077988 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-99327694-6ea0-4461-bd43-6f39f0d18eb0 req-0e5b0ed8-914b-4805-b10b-c92fb0e87888 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0513625 Dec 15 21:02:07.307182 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b1c65-20eb-4c77-941e-5d0b7c5e4cfd req-85e1d8a0-e13c-4b93-9d2b-355c5349fde4 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:07.309972 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-694b1c65-20eb-4c77-941e-5d0b7c5e4cfd req-85e1d8a0-e13c-4b93-9d2b-355c5349fde4 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 946 time: 0.1014800 Dec 15 21:02:07.362156 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-694b1c65-20eb-4c77-941e-5d0b7c5e4cfd req-ee941a39-358c-4eae-a8b3-08540280cbc1 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447757 Dec 15 21:02:07.524142 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e25e9749-cbfb-4a12-8011-2b180700aa13 req-ed7e21fc-fad2-457c-b128-41b0204797e0 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 210 time: 0.0520930 Dec 15 21:02:08.281375 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431c095a-7e56-4f67-af2f-df0489c73d30 req-8dd5974c-d808-42eb-b2fc-d048588d5fb5 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:08.282856 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-431c095a-7e56-4f67-af2f-df0489c73d30 req-8dd5974c-d808-42eb-b2fc-d048588d5fb5 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.0934639 Dec 15 21:02:08.342196 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-431c095a-7e56-4f67-af2f-df0489c73d30 req-b72ffdbb-fb9b-4aab-9880-60b2a67c1f56 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521438 Dec 15 21:02:08.576852 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8d58af5-ec7f-473f-8f89-2c61a5f1487d req-d32f8b59-c86a-456b-8ece-e78143d05f9a tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:08.578421 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b8d58af5-ec7f-473f-8f89-2c61a5f1487d req-d32f8b59-c86a-456b-8ece-e78143d05f9a tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 946 time: 0.0911946 Dec 15 21:02:08.676459 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b8d58af5-ec7f-473f-8f89-2c61a5f1487d req-f86a101d-eb6d-4cf7-af60-b1289d01f2eb tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0911188 Dec 15 21:02:08.746175 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4abfe31c-6549-4db7-9903-7683f5fb71d3 req-8c8e787e-3024-44d7-b135-4e4217d5591c tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 210 time: 0.0634816 Dec 15 21:02:09.596111 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e559977-b95e-4db9-a473-0ee5809765cb req-1f2c2000-f6c6-421a-b4b8-3705060aa3b8 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:09.597854 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-3e559977-b95e-4db9-a473-0ee5809765cb req-1f2c2000-f6c6-421a-b4b8-3705060aa3b8 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.41 "GET /v2.0/networks?id=2eeda4cc-cb45-495b-b445-87322079095b HTTP/1.1" status: 200 len: 811 time: 0.2749002 Dec 15 21:02:09.619989 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44910f45-6bf8-447e-9a4c-b130dec3663b req-d9db2d9b-fa3d-43a4-8a2c-d84297483343 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:09.627138 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-44910f45-6bf8-447e-9a4c-b130dec3663b req-d9db2d9b-fa3d-43a4-8a2c-d84297483343 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.1191769 Dec 15 21:02:09.655586 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-3e559977-b95e-4db9-a473-0ee5809765cb req-26c01153-f421-4c6e-b21a-154e17aad918 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f0911933cea4693bc86dfcd07ba9675 HTTP/1.1" status: 200 len: 380 time: 0.0468650 Dec 15 21:02:09.669505 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-3e559977-b95e-4db9-a473-0ee5809765cb req-8ae9cecd-b7cc-46c1-9581-093063a51856 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Request body: {'port': {'device_id': '745dcaa6-fad6-4694-9eeb-550245c80f24', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'admin_state_up': True, 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'security_groups': ['d424132d-8491-4e07-803a-17f20cad95b7']}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:02:09.700275 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-44910f45-6bf8-447e-9a4c-b130dec3663b req-9182869d-0698-4d9f-ae15-1b4827bf3d21 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0721769 Dec 15 21:02:10.065887 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-38275ca6-c453-405c-aa6d-d8db07930756 req-4a9349c0-a66a-4506-b3ef-7eeb36ff6f96 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 210 time: 0.0559561 Dec 15 21:02:10.076798 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b897793f-5af4-4a97-85c5-40a33c7c3196 req-ed32e505-cafe-4f45-b6b2-4615c6bdda7a tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:10.078296 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b897793f-5af4-4a97-85c5-40a33c7c3196 req-ed32e505-cafe-4f45-b6b2-4615c6bdda7a tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 946 time: 0.2293196 Dec 15 21:02:10.156444 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b897793f-5af4-4a97-85c5-40a33c7c3196 req-43b2824c-7c20-4610-83e1-d7ff5bfb3f35 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0578384 Dec 15 21:02:10.168893 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-3e559977-b95e-4db9-a473-0ee5809765cb req-8ae9cecd-b7cc-46c1-9581-093063a51856 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:02:10.180481 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-3e559977-b95e-4db9-a473-0ee5809765cb req-8ae9cecd-b7cc-46c1-9581-093063a51856 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Usage tracker for resource:port and tenant:2f0911933cea4693bc86dfcd07ba9675 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:02:10.184729 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-3e559977-b95e-4db9-a473-0ee5809765cb req-8ae9cecd-b7cc-46c1-9581-093063a51856 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Quota usage for port was recalculated. Used quota:3. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:02:10.190882 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-3e559977-b95e-4db9-a473-0ee5809765cb req-8ae9cecd-b7cc-46c1-9581-093063a51856 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:02:10.200993 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e559977-b95e-4db9-a473-0ee5809765cb req-8ae9cecd-b7cc-46c1-9581-093063a51856 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Made reservation on behalf of 2f0911933cea4693bc86dfcd07ba9675 for: {'port': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:02:10.205386 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-3e559977-b95e-4db9-a473-0ee5809765cb req-8ae9cecd-b7cc-46c1-9581-093063a51856 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:10.430939 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [req-3e559977-b95e-4db9-a473-0ee5809765cb req-8ae9cecd-b7cc-46c1-9581-093063a51856 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Allocated IP 172.20.0.5 (2eeda4cc-cb45-495b-b445-87322079095b/534b39db-0a31-42ab-9b6e-df04c958037c/7b3cca3c-dc19-4f85-982b-b9750232336c) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:02:10.708059 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-3e559977-b95e-4db9-a473-0ee5809765cb req-8ae9cecd-b7cc-46c1-9581-093063a51856 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:10.728724 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [req-3e559977-b95e-4db9-a473-0ee5809765cb req-8ae9cecd-b7cc-46c1-9581-093063a51856 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Transition to ACTIVE for port object 7b3cca3c-dc19-4f85-982b-b9750232336c will not be triggered until provisioned by entity DHCP. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:02:10.802229 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-3e559977-b95e-4db9-a473-0ee5809765cb req-8ae9cecd-b7cc-46c1-9581-093063a51856 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:10.817412 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-af1a1b18-8608-43c8-ad90-c3e17134fb68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:10.950592 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e559977-b95e-4db9-a473-0ee5809765cb req-8ae9cecd-b7cc-46c1-9581-093063a51856 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Network 2eeda4cc-cb45-495b-b445-87322079095b is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:02:10.959208 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [req-3e559977-b95e-4db9-a473-0ee5809765cb req-8ae9cecd-b7cc-46c1-9581-093063a51856 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:02:10.964066 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e559977-b95e-4db9-a473-0ee5809765cb req-8ae9cecd-b7cc-46c1-9581-093063a51856 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:02:11.039388 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e559977-b95e-4db9-a473-0ee5809765cb req-8ae9cecd-b7cc-46c1-9581-093063a51856 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:11.039388 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-3e559977-b95e-4db9-a473-0ee5809765cb req-8ae9cecd-b7cc-46c1-9581-093063a51856 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:11.069582 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-3e559977-b95e-4db9-a473-0ee5809765cb req-8ae9cecd-b7cc-46c1-9581-093063a51856 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4076200 Dec 15 21:02:11.079408 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae9cecd-b7cc-46c1-9581-093063a51856 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Pushing event updated for resources: {'Port': ['ID=7b3cca3c-dc19-4f85-982b-b9750232336c,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:11.084633 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91636f0f-344f-470a-add3-60adb5227f5b req-74398f31-f590-4fce-b18e-12b1b4d9cf72 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:11.087334 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-3e559977-b95e-4db9-a473-0ee5809765cb req-33354aee-fd48-4350-b82f-c6c899dab2cd service neutron] Request body: {'port': {'device_id': '745dcaa6-fad6-4694-9eeb-550245c80f24', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:02:11.104948 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-91636f0f-344f-470a-add3-60adb5227f5b req-74398f31-f590-4fce-b18e-12b1b4d9cf72 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.2703397 Dec 15 21:02:11.131028 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-8ae9cecd-b7cc-46c1-9581-093063a51856 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:11.252151 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-91636f0f-344f-470a-add3-60adb5227f5b req-3054018d-2454-4152-87d1-42f41a29e12d tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1429529 Dec 15 21:02:11.310719 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-3e559977-b95e-4db9-a473-0ee5809765cb req-33354aee-fd48-4350-b82f-c6c899dab2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:11.471791 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-20920fc6-8130-4a57-8634-b8e5674d4583 None None] Provisioning for port 7b3cca3c-dc19-4f85-982b-b9750232336c completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:02:11.490399 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-20920fc6-8130-4a57-8634-b8e5674d4583 None None] Provisioning complete for port 7b3cca3c-dc19-4f85-982b-b9750232336c triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:02:11.494381 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-20920fc6-8130-4a57-8634-b8e5674d4583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:11.575538 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-20920fc6-8130-4a57-8634-b8e5674d4583 None None] Port 7b3cca3c-dc19-4f85-982b-b9750232336c cannot update to ACTIVE because it is not bound. {{(pid=86860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:02:11.692377 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85c249fe-ece9-42ed-8ae6-41b930972a71 req-52f8efab-4a35-4994-b20c-a28514484f5b tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:11.694039 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-85c249fe-ece9-42ed-8ae6-41b930972a71 req-52f8efab-4a35-4994-b20c-a28514484f5b tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 946 time: 0.1150806 Dec 15 21:02:11.702102 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9689de79-6857-4e1d-99a3-80df3bdeff32 req-e4b74e0f-06c3-44d8-a3e7-f79e4886d464 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:11.709041 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9689de79-6857-4e1d-99a3-80df3bdeff32 req-e4b74e0f-06c3-44d8-a3e7-f79e4886d464 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 931 time: 0.2264948 Dec 15 21:02:11.791456 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9689de79-6857-4e1d-99a3-80df3bdeff32 req-3ff6b070-5c48-465d-a7aa-066728b77bdc tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814111 Dec 15 21:02:11.808129 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-85c249fe-ece9-42ed-8ae6-41b930972a71 req-467d8b46-97bd-4fac-8585-aeebc08828fd tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0830562 Dec 15 21:02:11.828748 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [req-3e559977-b95e-4db9-a473-0ee5809765cb req-33354aee-fd48-4350-b82f-c6c899dab2cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7b3cca3c-dc19-4f85-982b-b9750232336c {{(pid=86858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:02:11.836699 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-3e559977-b95e-4db9-a473-0ee5809765cb req-33354aee-fd48-4350-b82f-c6c899dab2cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:11.852743 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [req-3e559977-b95e-4db9-a473-0ee5809765cb req-33354aee-fd48-4350-b82f-c6c899dab2cd service neutron] Transition to ACTIVE for port object 7b3cca3c-dc19-4f85-982b-b9750232336c will not be triggered until provisioned by entity L2. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:02:11.857401 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-3e559977-b95e-4db9-a473-0ee5809765cb req-33354aee-fd48-4350-b82f-c6c899dab2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:11.861713 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-4c24e9b8-c982-4eb0-9450-75614e980aad tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:12.089049 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33354aee-fd48-4350-b82f-c6c899dab2cd service neutron] Pushing event updated for resources: {'Port': ['ID=7b3cca3c-dc19-4f85-982b-b9750232336c,revision_number=2']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:12.094143 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-33354aee-fd48-4350-b82f-c6c899dab2cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:12.126972 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-3e559977-b95e-4db9-a473-0ee5809765cb req-33354aee-fd48-4350-b82f-c6c899dab2cd service neutron] Attempting to bind port 7b3cca3c-dc19-4f85-982b-b9750232336c on host hv-cinder-82189 for vnic_type normal with profile {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:02:12.127302 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-3e559977-b95e-4db9-a473-0ee5809765cb req-33354aee-fd48-4350-b82f-c6c899dab2cd service neutron] Attempting to bind port 7b3cca3c-dc19-4f85-982b-b9750232336c by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'aeb21201-1d04-4fb6-bcd2-dabd1a4844f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b'}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:02:12.127652 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e559977-b95e-4db9-a473-0ee5809765cb req-33354aee-fd48-4350-b82f-c6c899dab2cd service neutron] Attempting to bind port 7b3cca3c-dc19-4f85-982b-b9750232336c on network 2eeda4cc-cb45-495b-b445-87322079095b {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:02:12.132473 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e559977-b95e-4db9-a473-0ee5809765cb req-33354aee-fd48-4350-b82f-c6c899dab2cd service neutron] Port 7b3cca3c-dc19-4f85-982b-b9750232336c on network 2eeda4cc-cb45-495b-b445-87322079095b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:02:12.132789 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e559977-b95e-4db9-a473-0ee5809765cb req-33354aee-fd48-4350-b82f-c6c899dab2cd service neutron] Attempting to bind port 7b3cca3c-dc19-4f85-982b-b9750232336c on network 2eeda4cc-cb45-495b-b445-87322079095b {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:02:12.138437 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e559977-b95e-4db9-a473-0ee5809765cb req-33354aee-fd48-4350-b82f-c6c899dab2cd service neutron] Checking agent: {'id': '725a3879-ffa9-43b4-b39f-ace0d62390f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'started_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 1, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:02:12.138762 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e559977-b95e-4db9-a473-0ee5809765cb req-33354aee-fd48-4350-b82f-c6c899dab2cd service neutron] Checking segment: {'id': 'aeb21201-1d04-4fb6-bcd2-dabd1a4844f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:02:12.139141 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e559977-b95e-4db9-a473-0ee5809765cb req-33354aee-fd48-4350-b82f-c6c899dab2cd service neutron] Bound using segment: {'id': 'aeb21201-1d04-4fb6-bcd2-dabd1a4844f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b'} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:02:12.139557 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-3e559977-b95e-4db9-a473-0ee5809765cb req-33354aee-fd48-4350-b82f-c6c899dab2cd service neutron] Bound port: 7b3cca3c-dc19-4f85-982b-b9750232336c, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb21201-1d04-4fb6-bcd2-dabd1a4844f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b'}}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:02:12.139898 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-3e559977-b95e-4db9-a473-0ee5809765cb req-33354aee-fd48-4350-b82f-c6c899dab2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:12.226871 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-3e559977-b95e-4db9-a473-0ee5809765cb req-33354aee-fd48-4350-b82f-c6c899dab2cd service neutron] For port 7b3cca3c-dc19-4f85-982b-b9750232336c, host hv-cinder-82189, cleared binding levels {{(pid=86858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:02:12.229933 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-3e559977-b95e-4db9-a473-0ee5809765cb req-33354aee-fd48-4350-b82f-c6c899dab2cd service neutron] For port 7b3cca3c-dc19-4f85-982b-b9750232336c, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7b3cca3c-dc19-4f85-982b-b9750232336c,segment=NetworkSegment(aeb21201-1d04-4fb6-bcd2-dabd1a4844f4),segment_id=aeb21201-1d04-4fb6-bcd2-dabd1a4844f4)] {{(pid=86858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:02:12.234609 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-3e559977-b95e-4db9-a473-0ee5809765cb req-33354aee-fd48-4350-b82f-c6c899dab2cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:12.238464 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:12.300615 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e559977-b95e-4db9-a473-0ee5809765cb req-33354aee-fd48-4350-b82f-c6c899dab2cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:12.301144 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-3e559977-b95e-4db9-a473-0ee5809765cb req-33354aee-fd48-4350-b82f-c6c899dab2cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:12.302681 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-3e559977-b95e-4db9-a473-0ee5809765cb req-33354aee-fd48-4350-b82f-c6c899dab2cd service neutron] 10.222.0.41 "PUT /v2.0/ports/7b3cca3c-dc19-4f85-982b-b9750232336c HTTP/1.1" status: 200 len: 1093 time: 1.2199469 Dec 15 21:02:12.303195 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745dcaa6-fad6-4694-9eeb-550245c80f24', 'tag': '7b3cca3c-dc19-4f85-982b-b9750232336c'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:02:12.327584 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33354aee-fd48-4350-b82f-c6c899dab2cd service neutron] Pushing event updated for resources: {'Port': ['ID=7b3cca3c-dc19-4f85-982b-b9750232336c,revision_number=3']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:12.331400 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-33354aee-fd48-4350-b82f-c6c899dab2cd service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:12.370301 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745dcaa6-fad6-4694-9eeb-550245c80f24', 'tag': '7b3cca3c-dc19-4f85-982b-b9750232336c', 'status': 'completed', 'code': 200} Dec 15 21:02:12.458582 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7689adf2-8773-44fc-a132-158580f37dd4 req-6f5f63b5-c331-4477-9864-555f9ceff125 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:12.466972 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7689adf2-8773-44fc-a132-158580f37dd4 req-6f5f63b5-c331-4477-9864-555f9ceff125 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.0979280 Dec 15 21:02:12.515385 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7689adf2-8773-44fc-a132-158580f37dd4 req-9a564fce-21f3-4333-9f51-ee09e5f2a781 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474091 Dec 15 21:02:12.540094 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462b335-4078-4bfb-b066-8d14842a8235 req-3358875e-ccca-4e21-851b-9f0995b0423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:12.541956 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-6462b335-4078-4bfb-b066-8d14842a8235 req-3358875e-ccca-4e21-851b-9f0995b0423f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f0911933cea4693bc86dfcd07ba9675&device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 1096 time: 0.1093593 Dec 15 21:02:12.857294 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462b335-4078-4bfb-b066-8d14842a8235 req-23e8de1e-9fb0-4474-896a-733a0c33e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:12.858784 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-6462b335-4078-4bfb-b066-8d14842a8235 req-23e8de1e-9fb0-4474-896a-733a0c33e671 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=2f0911933cea4693bc86dfcd07ba9675&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3072302 Dec 15 21:02:12.865228 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0989d-23b7-481b-af94-a0a115763065 req-842a46aa-bf26-4016-ac2f-d78c9f5c4bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:12.866696 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-39f0989d-23b7-481b-af94-a0a115763065 req-842a46aa-bf26-4016-ac2f-d78c9f5c4bdc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e67c01112e5140159f714a65508bf5cb&device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 1099 time: 0.1441610 Dec 15 21:02:12.948055 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 42754) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:13.044590 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45135d25-d619-4657-b1ac-ae7575d130cc req-811cd2c0-c1a7-466b-bdff-b050c6c2d52a tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:13.046045 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-45135d25-d619-4657-b1ac-ae7575d130cc req-811cd2c0-c1a7-466b-bdff-b050c6c2d52a tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.1579762 Dec 15 21:02:13.054096 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310d8370-3fed-474c-a30e-900825b40cf6 req-c01d26f3-aa1a-4110-a0a0-15989e7952fc tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:13.055456 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-310d8370-3fed-474c-a30e-900825b40cf6 req-c01d26f3-aa1a-4110-a0a0-15989e7952fc tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 943 time: 0.1240389 Dec 15 21:02:13.125250 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-45135d25-d619-4657-b1ac-ae7575d130cc req-dc4bbaa8-64d7-4d47-9924-a380d43894be tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0688474 Dec 15 21:02:13.129434 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-310d8370-3fed-474c-a30e-900825b40cf6 req-a5645e96-00a3-40e4-b9db-625eed63956a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0599594 Dec 15 21:02:13.187750 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6462b335-4078-4bfb-b066-8d14842a8235 req-98dd0966-71d5-47b3-959c-a26cb78703cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:13.189183 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-6462b335-4078-4bfb-b066-8d14842a8235 req-98dd0966-71d5-47b3-959c-a26cb78703cb service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3203468 Dec 15 21:02:13.199951 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0989d-23b7-481b-af94-a0a115763065 req-67c43aa8-88d9-4b07-b9c6-7d29b22093af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:13.201335 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-39f0989d-23b7-481b-af94-a0a115763065 req-67c43aa8-88d9-4b07-b9c6-7d29b22093af service neutron] 10.222.0.41 "GET /v2.0/networks?id=93026352-c79c-42ad-baed-f8112007ec46 HTTP/1.1" status: 200 len: 917 time: 0.3202736 Dec 15 21:02:13.351259 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-32be9a94-9ddb-41fc-8d19-dc3fdfc9e301 req-e38c7aa5-b94a-49d9-a5ce-f7166bcc2609 service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4014509 Dec 15 21:02:13.370585 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-39f0989d-23b7-481b-af94-a0a115763065 req-0ef9acec-9584-4d50-bb31-fabbfb8a1eb3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40d51192-b822-4df2-a798-3ca1e603500c HTTP/1.1" status: 200 len: 1002 time: 0.1603715 Dec 15 21:02:13.399141 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d8ff33-5c62-4a20-b787-2e5bc423df8f req-d9520d1a-867b-4db2-b680-f32e1d35f532 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:13.400593 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-99d8ff33-5c62-4a20-b787-2e5bc423df8f req-d9520d1a-867b-4db2-b680-f32e1d35f532 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 946 time: 0.1818397 Dec 15 21:02:13.428213 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e559977-b95e-4db9-a473-0ee5809765cb req-b06a7555-b3cd-48e9-b050-d8360fe8ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:13.431311 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-3e559977-b95e-4db9-a473-0ee5809765cb req-b06a7555-b3cd-48e9-b050-d8360fe8ec23 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f0911933cea4693bc86dfcd07ba9675&device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 1096 time: 0.1659038 Dec 15 21:02:13.449252 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-99d8ff33-5c62-4a20-b787-2e5bc423df8f req-955d114d-7e2f-4e17-a684-900f64538dff tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424669 Dec 15 21:02:13.451708 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0989d-23b7-481b-af94-a0a115763065 req-04875eb6-c30c-45f4-827a-2aadcc33e641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:13.453515 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-39f0989d-23b7-481b-af94-a0a115763065 req-04875eb6-c30c-45f4-827a-2aadcc33e641 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eac67882-7145-4cd4-a26e-4a2149ab905e HTTP/1.1" status: 200 len: 855 time: 0.0745549 Dec 15 21:02:13.562746 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-3e559977-b95e-4db9-a473-0ee5809765cb req-40a16911-7d3d-4037-9ee8-fd1d40be2075 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b3cca3c-dc19-4f85-982b-b9750232336c HTTP/1.1" status: 200 len: 217 time: 0.1082308 Dec 15 21:02:13.640272 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e559977-b95e-4db9-a473-0ee5809765cb req-213cff52-39cd-4ad1-bccc-3ccd4c5a76b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:13.641723 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-3e559977-b95e-4db9-a473-0ee5809765cb req-213cff52-39cd-4ad1-bccc-3ccd4c5a76b5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=534b39db-0a31-42ab-9b6e-df04c958037c HTTP/1.1" status: 200 len: 850 time: 0.0695984 Dec 15 21:02:13.647540 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f0989d-23b7-481b-af94-a0a115763065 req-dd7a0fcd-0eaa-4c2c-a05c-b7a8b96fa145 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:13.648902 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-39f0989d-23b7-481b-af94-a0a115763065 req-dd7a0fcd-0eaa-4c2c-a05c-b7a8b96fa145 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93026352-c79c-42ad-baed-f8112007ec46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1435664 Dec 15 21:02:13.670511 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device cf3797e2-69ce-44c9-978d-a579401cbddb no longer exists at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:02:13.849100 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-39f0989d-23b7-481b-af94-a0a115763065 req-656efaca-d250-410c-adf1-999a04a4f8ae service neutron] 10.222.0.41 "GET /v2.0/networks/93026352-c79c-42ad-baed-f8112007ec46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1663225 Dec 15 21:02:13.866590 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:13.905903 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17736ed7-08ef-4caa-8d2e-79cc35dd4ae1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cf3797e2-69ce-44c9-978d-a579401cbddb'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:02:13.925852 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port cf3797e2-69ce-44c9-978d-a579401cbddb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=cf3797e2-69ce-44c9-978d-a579401cbddb,segment=NetworkSegment(2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d),segment_id=2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:02:13.932222 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:13.933596 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 40d51192-b822-4df2-a798-3ca1e603500c no longer exists at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:02:13.974260 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:14.045274 dv-cinder-821892-1-iscsi neutron-server[86860]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '17736ed7-08ef-4caa-8d2e-79cc35dd4ae1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cf3797e2-69ce-44c9-978d-a579401cbddb', 'code': 422} returned with failed status Dec 15 21:02:14.089160 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-39f0989d-23b7-481b-af94-a0a115763065 req-ffd64896-57c2-4dec-a918-a7821718096a service neutron] 10.222.0.41 "GET /v2.0/networks/93026352-c79c-42ad-baed-f8112007ec46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2277539 Dec 15 21:02:14.092530 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e559977-b95e-4db9-a473-0ee5809765cb req-f925adcb-1673-40c8-a580-1c3acc6565e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:14.094277 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-3e559977-b95e-4db9-a473-0ee5809765cb req-f925adcb-1673-40c8-a580-1c3acc6565e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2eeda4cc-cb45-495b-b445-87322079095b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.4443293 Dec 15 21:02:14.123655 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=cf3797e2-69ce-44c9-978d-a579401cbddb,revision_number=6']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:14.127857 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:14.187805 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:14.225997 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 40d51192-b822-4df2-a798-3ca1e603500c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=40d51192-b822-4df2-a798-3ca1e603500c,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:02:14.231887 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:14.234502 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:14.297617 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-3e559977-b95e-4db9-a473-0ee5809765cb req-9149e584-3238-4d36-b543-ce535db64f69 service neutron] 10.222.0.41 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782799 Dec 15 21:02:14.306432 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=40d51192-b822-4df2-a798-3ca1e603500c,revision_number=8']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:14.309752 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:14.377553 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5e002e0-4e6d-4cf4-9d6c-78f5a8031b6e req-0c276d87-bb3c-4ba9-a1e1-69455bcddc0c tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:14.379074 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b5e002e0-4e6d-4cf4-9d6c-78f5a8031b6e req-0c276d87-bb3c-4ba9-a1e1-69455bcddc0c tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 943 time: 0.0883949 Dec 15 21:02:14.445088 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b5e002e0-4e6d-4cf4-9d6c-78f5a8031b6e req-be102aa7-d50f-4597-acf5-2f4dd1892884 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592206 Dec 15 21:02:14.594246 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-3e559977-b95e-4db9-a473-0ee5809765cb req-89d814b4-19b8-4159-a05a-8e4c7d931c9a service neutron] 10.222.0.41 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2878995 Dec 15 21:02:14.694740 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9c5563-af4d-45d7-887a-734db5ffef9b req-0a7dd04b-94a0-42b1-a310-f6b25481b637 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:14.696175 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1e9c5563-af4d-45d7-887a-734db5ffef9b req-0a7dd04b-94a0-42b1-a310-f6b25481b637 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 943 time: 0.1695452 Dec 15 21:02:14.708107 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c878ce-b358-41f6-aa5f-afe78a23a475 req-d7033dc3-1adc-47d5-9b4a-f48a65775e3c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:14.709558 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b0c878ce-b358-41f6-aa5f-afe78a23a475 req-d7033dc3-1adc-47d5-9b4a-f48a65775e3c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 944 time: 0.1183877 Dec 15 21:02:14.779100 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1e9c5563-af4d-45d7-887a-734db5ffef9b req-33210b18-9232-4553-a91a-ede82fe8a976 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685689 Dec 15 21:02:14.783399 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b0c878ce-b358-41f6-aa5f-afe78a23a475 req-4960dece-a28c-4f39-9315-e88c4fcb0886 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0602622 Dec 15 21:02:15.459116 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be9a94-9ddb-41fc-8d19-dc3fdfc9e301 req-30b4d0c9-8e12-4106-9e88-e198b31af82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:15.460480 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-32be9a94-9ddb-41fc-8d19-dc3fdfc9e301 req-30b4d0c9-8e12-4106-9e88-e198b31af82c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1&tenant_id=0fed2bbf61794fe0b44a6f599b13bfe1 HTTP/1.1" status: 200 len: 1096 time: 0.0689051 Dec 15 21:02:15.572837 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be9a94-9ddb-41fc-8d19-dc3fdfc9e301 req-369ab1b6-f094-4b17-9c94-2d1c7a9e8bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:15.574636 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-32be9a94-9ddb-41fc-8d19-dc3fdfc9e301 req-369ab1b6-f094-4b17-9c94-2d1c7a9e8bfd service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0fed2bbf61794fe0b44a6f599b13bfe1&device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 1096 time: 0.0882230 Dec 15 21:02:15.638166 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6e88a52-b579-47ba-b9b8-ce6e8e33a4ef req-9496b875-38a2-4960-aabf-83fcf46943d4 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:15.639683 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b6e88a52-b579-47ba-b9b8-ce6e8e33a4ef req-9496b875-38a2-4960-aabf-83fcf46943d4 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 943 time: 0.0920329 Dec 15 21:02:15.682909 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b6e88a52-b579-47ba-b9b8-ce6e8e33a4ef req-48fcad0d-fba1-44a3-b7d7-0d57ad0c09ae tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375202 Dec 15 21:02:15.718797 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be9a94-9ddb-41fc-8d19-dc3fdfc9e301 req-99de522b-3b33-40d8-addd-6a717bb2a999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:15.720167 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-32be9a94-9ddb-41fc-8d19-dc3fdfc9e301 req-99de522b-3b33-40d8-addd-6a717bb2a999 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5de9587e-f494-45e3-b78a-91f0735c06e8 HTTP/1.1" status: 200 len: 909 time: 0.1382391 Dec 15 21:02:15.823208 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-32be9a94-9ddb-41fc-8d19-dc3fdfc9e301 req-c8ac352a-72c8-49bb-bbf0-e6432b675292 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf3797e2-69ce-44c9-978d-a579401cbddb HTTP/1.1" status: 200 len: 998 time: 0.0952213 Dec 15 21:02:15.909040 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be9a94-9ddb-41fc-8d19-dc3fdfc9e301 req-0465c77d-cf37-4117-b3f3-f28152f028af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:15.910800 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-32be9a94-9ddb-41fc-8d19-dc3fdfc9e301 req-0465c77d-cf37-4117-b3f3-f28152f028af service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5595c1c-8ca0-4af9-bdbb-973634ba4b63 HTTP/1.1" status: 200 len: 847 time: 0.0762277 Dec 15 21:02:16.008814 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32be9a94-9ddb-41fc-8d19-dc3fdfc9e301 req-24af6f4d-80df-40d3-9d90-de5a0e0c986c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:16.010267 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-32be9a94-9ddb-41fc-8d19-dc3fdfc9e301 req-24af6f4d-80df-40d3-9d90-de5a0e0c986c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5de9587e-f494-45e3-b78a-91f0735c06e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0771241 Dec 15 21:02:16.042982 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5301e1b-b891-4d4c-ac68-236980bdb4f7 req-5b7a258d-6e95-4edc-9127-50358bfb209a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:16.044592 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d5301e1b-b891-4d4c-ac68-236980bdb4f7 req-5b7a258d-6e95-4edc-9127-50358bfb209a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 943 time: 0.1552496 Dec 15 21:02:16.047486 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fe6912-274c-4d1a-a3c4-f57ca6ea347c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d51192-b822-4df2-a798-3ca1e603500c'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:02:16.060959 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee3990c-631e-40d6-942f-f8ae248580ac req-5b0a1e45-3e6c-431c-be7f-5320cf2d6da9 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:16.062419 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-aee3990c-631e-40d6-942f-f8ae248580ac req-5b0a1e45-3e6c-431c-be7f-5320cf2d6da9 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 944 time: 0.1414316 Dec 15 21:02:16.138124 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d5301e1b-b891-4d4c-ac68-236980bdb4f7 req-05889761-f51c-4e3a-b333-fefd37902fa2 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0865662 Dec 15 21:02:16.162356 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-aee3990c-631e-40d6-942f-f8ae248580ac req-71344aad-db87-4a77-b00c-6d25451ead7c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826728 Dec 15 21:02:16.173892 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-32be9a94-9ddb-41fc-8d19-dc3fdfc9e301 req-908566fc-9e77-45c8-b117-7eac640d5329 service neutron] 10.222.0.41 "GET /v2.0/networks/5de9587e-f494-45e3-b78a-91f0735c06e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517859 Dec 15 21:02:16.205715 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fe6912-274c-4d1a-a3c4-f57ca6ea347c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '40d51192-b822-4df2-a798-3ca1e603500c', 'code': 200} Dec 15 21:02:16.345100 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-49d99fb6-c6d8-498e-8901-83eab4c5d8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:16.352105 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-32be9a94-9ddb-41fc-8d19-dc3fdfc9e301 req-cc41510a-2960-4e3c-862d-00818901ebf0 service neutron] 10.222.0.41 "GET /v2.0/networks/5de9587e-f494-45e3-b78a-91f0735c06e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1656466 Dec 15 21:02:16.557648 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b30e976-6553-476a-99f6-e5f11fad12c6 req-4ede4f5d-9a1b-4672-aac7-d0c1400b5549 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:16.559541 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5b30e976-6553-476a-99f6-e5f11fad12c6 req-4ede4f5d-9a1b-4672-aac7-d0c1400b5549 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7c82f1f-9735-458a-8763-fa78a29aaa45 HTTP/1.1" status: 200 len: 945 time: 0.0820389 Dec 15 21:02:16.602413 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5b30e976-6553-476a-99f6-e5f11fad12c6 req-11c48df4-5d7d-48b9-aad1-a485829a6649 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/security-groups?id=4147388d-a7ab-427f-a69b-b0414b1d0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371964 Dec 15 21:02:16.869557 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-713abe09-e1b0-4e1d-8686-a1ecbd663836 req-9727edd7-93df-4e87-90a0-f4723bb744cc tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:16.871078 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-713abe09-e1b0-4e1d-8686-a1ecbd663836 req-9727edd7-93df-4e87-90a0-f4723bb744cc tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 943 time: 0.0795059 Dec 15 21:02:16.915801 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-713abe09-e1b0-4e1d-8686-a1ecbd663836 req-ed04f536-0164-4abb-83cc-bd3189ba8edd tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391057 Dec 15 21:02:17.024855 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:17.389888 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a200d59b-df8e-4097-b4af-240349b9d625 req-73549a32-f671-457a-a995-f25d763c8d61 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:17.391303 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a200d59b-df8e-4097-b4af-240349b9d625 req-73549a32-f671-457a-a995-f25d763c8d61 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 943 time: 0.1409636 Dec 15 21:02:17.399117 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e4abe86-e778-4778-be9e-84aa29fefdf8 req-1b32b7f6-b985-470a-a79d-0657e20c82df tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:17.400415 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6e4abe86-e778-4778-be9e-84aa29fefdf8 req-1b32b7f6-b985-470a-a79d-0657e20c82df tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 944 time: 0.1159494 Dec 15 21:02:17.469147 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a200d59b-df8e-4097-b4af-240349b9d625 req-7a998e2c-5d90-4987-8278-5b79dddce09f tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678525 Dec 15 21:02:17.473310 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6e4abe86-e778-4778-be9e-84aa29fefdf8 req-2bf96f65-de04-4475-80be-10e9e68d5e6a tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597570 Dec 15 21:02:17.838634 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3377b2-0e22-4c57-9f48-fa2438b32c06 req-eee1cfed-095c-41cf-b249-13106e555f3a tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:17.840607 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0f3377b2-0e22-4c57-9f48-fa2438b32c06 req-eee1cfed-095c-41cf-b249-13106e555f3a tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7c82f1f-9735-458a-8763-fa78a29aaa45 HTTP/1.1" status: 200 len: 945 time: 0.0837417 Dec 15 21:02:17.886521 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0f3377b2-0e22-4c57-9f48-fa2438b32c06 req-569a3eaf-9a3e-4ba9-9338-2f385d72bea9 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/security-groups?id=4147388d-a7ab-427f-a69b-b0414b1d0102&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392756 Dec 15 21:02:18.133324 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70630d73-a5b3-473e-b586-a4a058f66d7a req-77f9f91c-323c-4c85-9f5f-657c382c920a tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:18.134793 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-70630d73-a5b3-473e-b586-a4a058f66d7a req-77f9f91c-323c-4c85-9f5f-657c382c920a tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8 HTTP/1.1" status: 200 len: 946 time: 0.1419325 Dec 15 21:02:18.173794 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e492d03-6868-4cb0-8181-1993b1a8c14f req-d2800ce8-0174-46df-8110-91bb12104c6c tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:18.175108 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0e492d03-6868-4cb0-8181-1993b1a8c14f req-d2800ce8-0174-46df-8110-91bb12104c6c tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 943 time: 0.1209068 Dec 15 21:02:18.213459 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-70630d73-a5b3-473e-b586-a4a058f66d7a req-985cba2e-37d5-41ea-b183-dda273f09134 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d1059a-6536-4854-acdb-91b7668f8588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701694 Dec 15 21:02:18.238753 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0e492d03-6868-4cb0-8181-1993b1a8c14f req-3595269e-0dd5-4fd1-80d8-ee4e5f5e4734 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0565164 Dec 15 21:02:18.265162 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acac66f-f90b-4c1d-8d29-5695fa82ccb2 req-1977801e-2313-4937-ae63-fd650200003a tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:18.265886 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-4acac66f-f90b-4c1d-8d29-5695fa82ccb2 req-1977801e-2313-4937-ae63-fd650200003a tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Synchronizing usage tracker for tenant:c2a0fcfa6fb64d598ba0e9dc6769d61f on resource:port {{(pid=86858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:02:18.282702 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-4acac66f-f90b-4c1d-8d29-5695fa82ccb2 req-1977801e-2313-4937-ae63-fd650200003a tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Unset dirty status for tenant:c2a0fcfa6fb64d598ba0e9dc6769d61f on resource:port {{(pid=86858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:02:18.283901 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4acac66f-f90b-4c1d-8d29-5695fa82ccb2 req-1977801e-2313-4937-ae63-fd650200003a tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.41 "GET /v2.0/ports?device_id=f7c82f1f-9735-458a-8763-fa78a29aaa45 HTTP/1.1" status: 200 len: 945 time: 0.1039741 Dec 15 21:02:18.354797 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-4acac66f-f90b-4c1d-8d29-5695fa82ccb2 req-43c465f2-cffe-41df-a1d8-12b7c56a416a tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Deleting port a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4 {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:02:18.355131 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-4acac66f-f90b-4c1d-8d29-5695fa82ccb2 req-43c465f2-cffe-41df-a1d8-12b7c56a416a tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:18.604455 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-4acac66f-f90b-4c1d-8d29-5695fa82ccb2 req-43c465f2-cffe-41df-a1d8-12b7c56a416a tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] For port a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4,segment=NetworkSegment(4cf94511-fd4f-4255-aa59-8762443f461b),segment_id=4cf94511-fd4f-4255-aa59-8762443f461b)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:02:18.605404 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-4acac66f-f90b-4c1d-8d29-5695fa82ccb2 req-43c465f2-cffe-41df-a1d8-12b7c56a416a tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:18.656358 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af5350a-c056-42fb-9162-cae18347dd20 req-7c9599bf-99c8-44bf-95f8-25b92b97d2ee tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:18.658067 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6af5350a-c056-42fb-9162-cae18347dd20 req-7c9599bf-99c8-44bf-95f8-25b92b97d2ee tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 943 time: 0.0815082 Dec 15 21:02:18.681172 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-8ec8ffed-6aca-4c92-a9d7-dd989e505b59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:18.708011 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6af5350a-c056-42fb-9162-cae18347dd20 req-d8bffb9d-e0e1-4eb1-89ae-ad585537739d tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441136 Dec 15 21:02:18.737929 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-4acac66f-f90b-4c1d-8d29-5695fa82ccb2 req-43c465f2-cffe-41df-a1d8-12b7c56a416a tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Calling delete_port for a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4 owned by compute:nova {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:02:18.880650 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-4acac66f-f90b-4c1d-8d29-5695fa82ccb2 req-43c465f2-cffe-41df-a1d8-12b7c56a416a tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:18.886356 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-33354aee-fd48-4350-b82f-c6c899dab2cd service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:18.892986 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:02:19.044699 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c465f2-cffe-41df-a1d8-12b7c56a416a tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Pushing event deleted for resources: {'Port': ['ID=a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:19.048546 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-43c465f2-cffe-41df-a1d8-12b7c56a416a tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:19.146058 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b8d9a361-663f-4c30-8c5c-521c46af2c62 req-7dd79d87-bf23-444b-8608-c0759c50b7d2 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.49 "GET /v2.0/ports?device_id=f7c82f1f-9735-458a-8763-fa78a29aaa45 HTTP/1.1" status: 200 len: 210 time: 0.0541604 Dec 15 21:02:19.158854 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-4acac66f-f90b-4c1d-8d29-5695fa82ccb2 req-43c465f2-cffe-41df-a1d8-12b7c56a416a tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] No DVR routers for this DVR port a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4 on host hv-cinder-82189 {{(pid=86858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:02:19.173556 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-4acac66f-f90b-4c1d-8d29-5695fa82ccb2 req-43c465f2-cffe-41df-a1d8-12b7c56a416a tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:19.177919 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f7c82f1f-9735-458a-8763-fa78a29aaa45', 'name': 'network-vif-deleted', 'tag': 'a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:02:19.183490 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe40c63f-86fe-48d8-b348-b4e036b01fec req-1220a660-7cdb-496f-b0b2-c4c9059201c0 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:19.184938 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-fe40c63f-86fe-48d8-b348-b4e036b01fec req-1220a660-7cdb-496f-b0b2-c4c9059201c0 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 944 time: 0.1251915 Dec 15 21:02:19.196459 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4acac66f-f90b-4c1d-8d29-5695fa82ccb2 req-43c465f2-cffe-41df-a1d8-12b7c56a416a tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] 10.222.0.41 "DELETE /v2.0/ports/a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4 HTTP/1.1" status: 204 len: 173 time: 0.9058707 Dec 15 21:02:19.212669 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e3b852fc-9915-476a-9cf7-3177263504d1 req-abf51d11-9ce9-42e8-89e1-2aff4b7d16aa service neutron] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1242955 Dec 15 21:02:19.233430 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f7c82f1f-9735-458a-8763-fa78a29aaa45', 'name': 'network-vif-deleted', 'tag': 'a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4', 'status': 'completed', 'code': 200} Dec 15 21:02:19.239146 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-fe40c63f-86fe-48d8-b348-b4e036b01fec req-f352057f-8695-4296-a282-7c5be215ce00 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484657 Dec 15 21:02:19.577453 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b6d2a6-3ebd-4383-8e8d-d9e64d48ad88 req-6f848c30-3f62-4a44-8f5a-e2c25bd3332a tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:19.578832 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-12b6d2a6-3ebd-4383-8e8d-d9e64d48ad88 req-6f848c30-3f62-4a44-8f5a-e2c25bd3332a tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8 HTTP/1.1" status: 200 len: 946 time: 0.2374995 Dec 15 21:02:19.590928 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bcc07c-6e96-43c6-94e5-52aa260eb264 req-26f84ca7-bbfd-4332-a46c-236f83ef0d09 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:19.592275 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-34bcc07c-6e96-43c6-94e5-52aa260eb264 req-26f84ca7-bbfd-4332-a46c-236f83ef0d09 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 943 time: 0.2099638 Dec 15 21:02:19.656317 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-12b6d2a6-3ebd-4383-8e8d-d9e64d48ad88 req-92344fba-a467-4190-9152-b73f41e874d6 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups?id=51d1059a-6536-4854-acdb-91b7668f8588&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629265 Dec 15 21:02:19.666317 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-34bcc07c-6e96-43c6-94e5-52aa260eb264 req-142104a5-9512-4773-bb4e-853c2cff741e tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0586338 Dec 15 21:02:19.687295 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:19.711488 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 40d51192-b822-4df2-a798-3ca1e603500c no longer exists at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:02:19.767946 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:19.805176 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f089dc-8938-47dd-b570-22b8226851cf req-aacc4d52-0edf-48b3-8a49-439b6d9f646b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:19.806113 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-a1f089dc-8938-47dd-b570-22b8226851cf req-aacc4d52-0edf-48b3-8a49-439b6d9f646b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Synchronizing usage tracker for tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 on resource:port {{(pid=86858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:02:19.825990 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-a1f089dc-8938-47dd-b570-22b8226851cf req-aacc4d52-0edf-48b3-8a49-439b6d9f646b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Unset dirty status for tenant:c1c77d1948bd48a0aa5bbdac1c6cf4a4 on resource:port {{(pid=86858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:02:19.827313 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-a1f089dc-8938-47dd-b570-22b8226851cf req-aacc4d52-0edf-48b3-8a49-439b6d9f646b tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.41 "GET /v2.0/ports?device_id=f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8 HTTP/1.1" status: 200 len: 946 time: 0.1216362 Dec 15 21:02:19.846545 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:02:19.886096 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] No Port match for: a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4 {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:02:19.886733 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device a2a6cdf5-378d-4cbf-bcf3-96b47449d6a4 not bound to the agent host hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:02:19.911793 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-a1f089dc-8938-47dd-b570-22b8226851cf req-ae501f0d-b971-405e-9515-584c21d564ff tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Deleting port d2aa04ad-5eb0-43cf-be9b-648123c09e10 {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:02:19.912409 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-a1f089dc-8938-47dd-b570-22b8226851cf req-ae501f0d-b971-405e-9515-584c21d564ff tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:19.976245 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54bf1d8-122c-4d15-b700-4a7dceda4990 req-225f73c1-f2af-4475-bbf3-ca32afbb7fc2 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:19.977723 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a54bf1d8-122c-4d15-b700-4a7dceda4990 req-225f73c1-f2af-4475-bbf3-ca32afbb7fc2 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 943 time: 0.1449947 Dec 15 21:02:20.023350 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a54bf1d8-122c-4d15-b700-4a7dceda4990 req-0edc6bb4-daa8-427e-b7e3-500f343fda66 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395100 Dec 15 21:02:20.160145 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-a1f089dc-8938-47dd-b570-22b8226851cf req-ae501f0d-b971-405e-9515-584c21d564ff tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] For port d2aa04ad-5eb0-43cf-be9b-648123c09e10, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=d2aa04ad-5eb0-43cf-be9b-648123c09e10,segment=NetworkSegment(53ea13d4-8379-475a-86a8-f30a8b17f4af),segment_id=53ea13d4-8379-475a-86a8-f30a8b17f4af)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:02:20.160744 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-a1f089dc-8938-47dd-b570-22b8226851cf req-ae501f0d-b971-405e-9515-584c21d564ff tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:20.442069 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-132cf1e9-b498-44e2-b311-df67a054a2d3 req-cd0eb792-f195-40f3-8da9-a5a6fdf1618d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:20.444324 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-132cf1e9-b498-44e2-b311-df67a054a2d3 req-cd0eb792-f195-40f3-8da9-a5a6fdf1618d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 944 time: 0.0917933 Dec 15 21:02:20.463321 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b852fc-9915-476a-9cf7-3177263504d1 req-2ecdf929-59e8-422f-bdfc-f704ec4f2ee9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:20.464863 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e3b852fc-9915-476a-9cf7-3177263504d1 req-2ecdf929-59e8-422f-bdfc-f704ec4f2ee9 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c&tenant_id=e67c01112e5140159f714a65508bf5cb HTTP/1.1" status: 200 len: 1097 time: 0.2415633 Dec 15 21:02:20.498555 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-132cf1e9-b498-44e2-b311-df67a054a2d3 req-2324d5c1-8fff-4239-9152-da79789f18b3 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481861 Dec 15 21:02:20.563797 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-a1f089dc-8938-47dd-b570-22b8226851cf req-ae501f0d-b971-405e-9515-584c21d564ff tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:20.564194 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-a1f089dc-8938-47dd-b570-22b8226851cf req-ae501f0d-b971-405e-9515-584c21d564ff tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677241'] for floatingip, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:20.564507 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.db.l3_db [req-a1f089dc-8938-47dd-b570-22b8226851cf req-ae501f0d-b971-405e-9515-584c21d564ff tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Floating IP 5613c2c3-be40-41e9-b4a6-c7c363a75160 disassociated. External IP: 172.27.1.215, port: d2aa04ad-5eb0-43cf-be9b-648123c09e10. Dec 15 21:02:20.565815 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-a1f089dc-8938-47dd-b570-22b8226851cf req-ae501f0d-b971-405e-9515-584c21d564ff tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Calling delete_port for d2aa04ad-5eb0-43cf-be9b-648123c09e10 owned by compute:nova {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:02:20.650051 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b852fc-9915-476a-9cf7-3177263504d1 req-ad870d5a-98dc-4505-935f-5f58c66114f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:20.651526 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e3b852fc-9915-476a-9cf7-3177263504d1 req-ad870d5a-98dc-4505-935f-5f58c66114f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e67c01112e5140159f714a65508bf5cb&device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 1097 time: 0.1430271 Dec 15 21:02:20.807467 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-a1f089dc-8938-47dd-b570-22b8226851cf req-ae501f0d-b971-405e-9515-584c21d564ff tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:20.815242 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-638cc9f3-48a6-415d-99ad-71c9cae1ddb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:20.850004 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-fa227215-331f-4e70-853b-5ba460af1b37 req-bab61a8c-64c5-411e-bcd8-a172465c9447 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8 HTTP/1.1" status: 200 len: 210 time: 0.0789223 Dec 15 21:02:20.868118 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae501f0d-b971-405e-9515-584c21d564ff tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Pushing event deleted for resources: {'Port': ['ID=d2aa04ad-5eb0-43cf-be9b-648123c09e10,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:20.873844 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ae501f0d-b971-405e-9515-584c21d564ff tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:20.907804 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1a7b65-340d-4b3a-b3e6-6fa8f50fc4a2 req-b8613adf-92d9-4ee1-9837-4275cbfd3eab tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:20.914253 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5e1a7b65-340d-4b3a-b3e6-6fa8f50fc4a2 req-b8613adf-92d9-4ee1-9837-4275cbfd3eab tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 943 time: 0.1109407 Dec 15 21:02:20.947742 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b852fc-9915-476a-9cf7-3177263504d1 req-0d0b5430-8ebf-4889-a5d8-fb8e7e63b805 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:20.948990 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e3b852fc-9915-476a-9cf7-3177263504d1 req-0d0b5430-8ebf-4889-a5d8-fb8e7e63b805 service neutron] 10.222.0.41 "GET /v2.0/networks?id=93026352-c79c-42ad-baed-f8112007ec46 HTTP/1.1" status: 200 len: 917 time: 0.2581418 Dec 15 21:02:20.963503 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5e1a7b65-340d-4b3a-b3e6-6fa8f50fc4a2 req-4f50adc0-ec32-4814-953d-ae4d8255d3d4 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467546 Dec 15 21:02:21.086588 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:21.211569 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78f6648-1b7b-4812-b5df-95c0ccbcc08a req-331b72ad-9cc3-474d-9a07-761f77c98517 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:21.213121 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b78f6648-1b7b-4812-b5df-95c0ccbcc08a req-331b72ad-9cc3-474d-9a07-761f77c98517 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 943 time: 0.0795445 Dec 15 21:02:21.221433 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e3b852fc-9915-476a-9cf7-3177263504d1 req-dd71e397-2935-489e-a5c1-7f7f1243e2d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=40d51192-b822-4df2-a798-3ca1e603500c HTTP/1.1" status: 200 len: 1000 time: 0.2208889 Dec 15 21:02:21.260610 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b78f6648-1b7b-4812-b5df-95c0ccbcc08a req-aa79f3c4-c976-48b2-8eaf-3d1e40689730 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406098 Dec 15 21:02:21.305523 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a1f089dc-8938-47dd-b570-22b8226851cf req-ae501f0d-b971-405e-9515-584c21d564ff tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Router 154bd57b-dee4-49aa-b381-0a996985ad41 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:02:21.307285 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b852fc-9915-476a-9cf7-3177263504d1 req-881ee1b0-2d9e-4883-9290-3dc837cedc78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:21.308736 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e3b852fc-9915-476a-9cf7-3177263504d1 req-881ee1b0-2d9e-4883-9290-3dc837cedc78 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=eac67882-7145-4cd4-a26e-4a2149ab905e HTTP/1.1" status: 200 len: 855 time: 0.0748267 Dec 15 21:02:21.543988 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a1f089dc-8938-47dd-b570-22b8226851cf req-ae501f0d-b971-405e-9515-584c21d564ff tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:02:21.546941 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3b852fc-9915-476a-9cf7-3177263504d1 req-c034b912-5803-4b16-9054-be127dcb7779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:21.548907 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e3b852fc-9915-476a-9cf7-3177263504d1 req-c034b912-5803-4b16-9054-be127dcb7779 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=93026352-c79c-42ad-baed-f8112007ec46&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1794300 Dec 15 21:02:21.554040 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e976a-5ec2-4e54-a724-7f6154f0fc7e None None] Sync routers for ids ['154bd57b-dee4-49aa-b381-0a996985ad41'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:02:21.563364 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e976a-5ec2-4e54-a724-7f6154f0fc7e None None] Routers {'154bd57b-dee4-49aa-b381-0a996985ad41'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:02:21.564115 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-c60e976a-5ec2-4e54-a724-7f6154f0fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:02:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['154bd57b-dee4-49aa-b381-0a996985ad41'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:21.686710 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f089dc-8938-47dd-b570-22b8226851cf req-ae501f0d-b971-405e-9515-584c21d564ff tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] No DVR routers for this DVR port d2aa04ad-5eb0-43cf-be9b-648123c09e10 on host hv-cinder-82189 {{(pid=86858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:02:21.697898 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-a1f089dc-8938-47dd-b570-22b8226851cf req-ae501f0d-b971-405e-9515-584c21d564ff tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:21.700986 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8', 'name': 'network-vif-deleted', 'tag': 'd2aa04ad-5eb0-43cf-be9b-648123c09e10'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:02:21.702200 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f09749-d7c8-4e96-956e-a0cdbbfad65f req-6c010826-fae9-4605-b21a-f4bd06a67a59 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:21.703560 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e3f09749-d7c8-4e96-956e-a0cdbbfad65f req-6c010826-fae9-4605-b21a-f4bd06a67a59 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 944 time: 0.0902414 Dec 15 21:02:21.725207 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-a1f089dc-8938-47dd-b570-22b8226851cf req-ae501f0d-b971-405e-9515-584c21d564ff tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.41 "DELETE /v2.0/ports/d2aa04ad-5eb0-43cf-be9b-648123c09e10 HTTP/1.1" status: 204 len: 173 time: 1.8872912 Dec 15 21:02:21.738225 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 7b3cca3c-dc19-4f85-982b-b9750232336c details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=86860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 21:02:21.784693 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e3b852fc-9915-476a-9cf7-3177263504d1 req-510c5186-fbea-4d52-9028-b437c815b0d8 service neutron] 10.222.0.41 "GET /v2.0/networks/93026352-c79c-42ad-baed-f8112007ec46?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2081242 Dec 15 21:02:21.787133 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8', 'name': 'network-vif-deleted', 'tag': 'd2aa04ad-5eb0-43cf-be9b-648123c09e10', 'status': 'completed', 'code': 200} Dec 15 21:02:21.811372 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e3f09749-d7c8-4e96-956e-a0cdbbfad65f req-7784addb-d7ea-4e0e-8045-c2d2a5417efc tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0960929 Dec 15 21:02:21.905251 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-c60e976a-5ec2-4e54-a724-7f6154f0fc7e None None] Set router 154bd57b-dee4-49aa-b381-0a996985ad41 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:02:21.995593 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e3b852fc-9915-476a-9cf7-3177263504d1 req-a79ab231-7f91-4f40-867b-b8f388578e52 service neutron] 10.222.0.41 "GET /v2.0/networks/93026352-c79c-42ad-baed-f8112007ec46?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1931934 Dec 15 21:02:22.104643 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9461fd1e-dea5-4a9c-9dc2-b2f0721edd86 req-c2e5452a-cc64-43d4-b26f-6a077de2747d tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/ports?device_id=f01ef66d-64b3-4c9d-b8d6-e6bc7a164df8 HTTP/1.1" status: 200 len: 210 time: 0.0823901 Dec 15 21:02:22.221000 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 7b3cca3c-dc19-4f85-982b-b9750232336c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7b3cca3c-dc19-4f85-982b-b9750232336c,segment=NetworkSegment(aeb21201-1d04-4fb6-bcd2-dabd1a4844f4),segment_id=aeb21201-1d04-4fb6-bcd2-dabd1a4844f4)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:02:22.221962 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57148f86-0739-431c-9a98-61abd60aea77 req-5cecd269-25cb-4309-9fca-a9e28120275e tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:22.223372 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-57148f86-0739-431c-9a98-61abd60aea77 req-5cecd269-25cb-4309-9fca-a9e28120275e tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 943 time: 0.0908449 Dec 15 21:02:22.240717 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Returning: {'device': '7b3cca3c-dc19-4f85-982b-b9750232336c', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'port_id': '7b3cca3c-dc19-4f85-982b-b9750232336c', 'mac_address': 'fa:16:3e:4f:c7:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 21:02:22.311713 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-57148f86-0739-431c-9a98-61abd60aea77 req-750df6b4-1614-4532-8bb1-c251d6b4d92d tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0822248 Dec 15 21:02:22.421239 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:22.447433 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7b3cca3c-dc19-4f85-982b-b9750232336c {{(pid=86860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:02:22.467996 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 7b3cca3c-dc19-4f85-982b-b9750232336c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7b3cca3c-dc19-4f85-982b-b9750232336c,segment=NetworkSegment(aeb21201-1d04-4fb6-bcd2-dabd1a4844f4),segment_id=aeb21201-1d04-4fb6-bcd2-dabd1a4844f4)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:02:22.475587 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:22.478711 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:22.495944 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e73e3b2d-8ccd-4b8d-9899-ed4db052b96f req-fa327c76-1e2b-463e-85a4-61ea6d6cc42e tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:22.497398 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e73e3b2d-8ccd-4b8d-9899-ed4db052b96f req-fa327c76-1e2b-463e-85a4-61ea6d6cc42e tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 943 time: 0.0877259 Dec 15 21:02:22.543005 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-c60e976a-5ec2-4e54-a724-7f6154f0fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'name': 'tempest-AttachVolumeTestJSON-1084864815-router', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:48Z', 'updated_at': '2021-12-15T20:55:05Z', 'revision_number': 4, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'gw_port': {'id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:37:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '9423435b-093c-4c41-8fa2-facb066a64e7', 'name': '', 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'mac_address': 'fa:16:3e:ca:01:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5036755d-7452-453b-a442-049d1bf022e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:02Z', 'updated_at': '2021-12-15T20:55:18Z', 'revision_number': 5, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'subnets': [{'id': '5036755d-7452-453b-a442-049d1bf022e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:22.551972 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e976a-5ec2-4e54-a724-7f6154f0fc7e None None] Checking router: 154bd57b-dee4-49aa-b381-0a996985ad41 for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:02:22.553288 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e73e3b2d-8ccd-4b8d-9899-ed4db052b96f req-d74bb027-5e1d-46fd-bdfc-c11da4dfde51 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495310 Dec 15 21:02:22.561373 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=7b3cca3c-dc19-4f85-982b-b9750232336c,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:22.564976 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:22.567023 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60e976a-5ec2-4e54-a724-7f6154f0fc7e None None] Routers {'154bd57b-dee4-49aa-b381-0a996985ad41'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:02:22.567793 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-c60e976a-5ec2-4e54-a724-7f6154f0fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:02:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['154bd57b-dee4-49aa-b381-0a996985ad41'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:22.764300 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-c60e976a-5ec2-4e54-a724-7f6154f0fc7e None None] Set router 154bd57b-dee4-49aa-b381-0a996985ad41 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:02:22.997321 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f188ace5-a926-4caa-8766-386094aea6b3 req-597fc074-d6ad-4d9f-9751-96bdf511ad62 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:22.998796 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f188ace5-a926-4caa-8766-386094aea6b3 req-597fc074-d6ad-4d9f-9751-96bdf511ad62 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 944 time: 0.0860629 Dec 15 21:02:23.044635 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f188ace5-a926-4caa-8766-386094aea6b3 req-45aba887-8788-41a6-8001-e7b69834605f tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401185 Dec 15 21:02:23.073405 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-c60e976a-5ec2-4e54-a724-7f6154f0fc7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'name': 'tempest-AttachVolumeTestJSON-1084864815-router', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:48Z', 'updated_at': '2021-12-15T20:55:05Z', 'revision_number': 4, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'gw_port': {'id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:37:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '9423435b-093c-4c41-8fa2-facb066a64e7', 'name': '', 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'mac_address': 'fa:16:3e:ca:01:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5036755d-7452-453b-a442-049d1bf022e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:02Z', 'updated_at': '2021-12-15T20:55:18Z', 'revision_number': 5, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'subnets': [{'id': '5036755d-7452-453b-a442-049d1bf022e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:23.077337 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c60e976a-5ec2-4e54-a724-7f6154f0fc7e None None] The sync data for ids ['154bd57b-dee4-49aa-b381-0a996985ad41'] in dv-cinder-821892-1-iscsi is: [{'id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'name': 'tempest-AttachVolumeTestJSON-1084864815-router', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:48Z', 'updated_at': '2021-12-15T20:55:05Z', 'revision_number': 4, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'gw_port': {'id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:37:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '9423435b-093c-4c41-8fa2-facb066a64e7', 'name': '', 'network_id': 'c7ada944-b67c-407b-be0e-d1869c073b7e', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'mac_address': 'fa:16:3e:ca:01:56', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_interface', 'standard_attr_id': 102, 'fixed_ips': [{'subnet_id': '5036755d-7452-453b-a442-049d1bf022e9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:02Z', 'updated_at': '2021-12-15T20:55:18Z', 'revision_number': 5, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'subnets': [{'id': '5036755d-7452-453b-a442-049d1bf022e9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:02:23.232336 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 42956) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:23.298238 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fbb32cf1-6c7e-4c36-bc47-dc20226ad788 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:23.342031 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fbb32cf1-6c7e-4c36-bc47-dc20226ad788 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:23.387696 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa9c385-0ab0-4743-834a-c2be85aa818c None None] New status for floating IP 5613c2c3-be40-41e9-b4a6-c7c363a75160: DOWN {{(pid=86861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:02:23.405068 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fbb32cf1-6c7e-4c36-bc47-dc20226ad788 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:23.410206 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-70dde642-9981-473e-8c55-240df7584b9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:23.424904 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbb32cf1-6c7e-4c36-bc47-dc20226ad788 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=51d1059a-6536-4854-acdb-91b7668f8588,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:23.427526 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-fbb32cf1-6c7e-4c36-bc47-dc20226ad788 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:23.438198 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fbb32cf1-6c7e-4c36-bc47-dc20226ad788 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:23.441739 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-fbb32cf1-6c7e-4c36-bc47-dc20226ad788 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "DELETE /v2.0/security-groups/51d1059a-6536-4854-acdb-91b7668f8588 HTTP/1.1" status: 204 len: 168 time: 0.2058980 Dec 15 21:02:23.442442 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 42962) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:23.459229 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.api.v2.resource [None req-acb77342-8b56-4bd8-b4a4-448d67a65686 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] show failed (client error): The resource could not be found. Dec 15 21:02:23.461710 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-acb77342-8b56-4bd8-b4a4-448d67a65686 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "GET /v2.0/security-groups/51d1059a-6536-4854-acdb-91b7668f8588 HTTP/1.1" status: 404 len: 347 time: 0.0168617 Dec 15 21:02:23.463096 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 42966) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:23.518485 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a313ae-7551-45d9-9295-eacb43fa3188 req-7ffb2fd2-f1f9-4de3-b33a-46a73c0fc186 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:23.520077 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e8a313ae-7551-45d9-9295-eacb43fa3188 req-7ffb2fd2-f1f9-4de3-b33a-46a73c0fc186 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 943 time: 0.1011982 Dec 15 21:02:23.566911 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e8a313ae-7551-45d9-9295-eacb43fa3188 req-a62e26db-76b6-4cef-bc5a-e20fe9440822 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409169 Dec 15 21:02:23.622290 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-43d2394a-cac7-4c3f-8fb8-ef8b063f1df5 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Deleting port 103530ca-a497-4906-a8ce-3deab550cf87 {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:02:23.622791 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-43d2394a-cac7-4c3f-8fb8-ef8b063f1df5 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:23.749808 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d801ebd-8139-4b03-9efe-330c00a3ddd7 req-3bd246f1-3257-473d-a394-1d276eadb344 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:23.751281 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1d801ebd-8139-4b03-9efe-330c00a3ddd7 req-3bd246f1-3257-473d-a394-1d276eadb344 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 944 time: 0.0819674 Dec 15 21:02:23.793704 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-43d2394a-cac7-4c3f-8fb8-ef8b063f1df5 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:23.794182 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-43d2394a-cac7-4c3f-8fb8-ef8b063f1df5 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:23.798980 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1d801ebd-8139-4b03-9efe-330c00a3ddd7 req-19656155-1162-4ed7-959c-c12d8fd2b77a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420134 Dec 15 21:02:24.003432 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-43d2394a-cac7-4c3f-8fb8-ef8b063f1df5 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Calling delete_port for 103530ca-a497-4906-a8ce-3deab550cf87 owned by network:floatingip {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:02:24.142585 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-43d2394a-cac7-4c3f-8fb8-ef8b063f1df5 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:24.147156 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-7ec6e5c5-2594-4ec9-be7f-0fc351cf6844 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:24.189679 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d2394a-cac7-4c3f-8fb8-ef8b063f1df5 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Pushing event deleted for resources: {'Port': ['ID=103530ca-a497-4906-a8ce-3deab550cf87,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:24.194096 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-43d2394a-cac7-4c3f-8fb8-ef8b063f1df5 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:24.240370 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b70130-296c-479b-9782-74117deda316 req-bbff373c-415b-4d66-86e7-4145777255e1 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:24.242015 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-91b70130-296c-479b-9782-74117deda316 req-bbff373c-415b-4d66-86e7-4145777255e1 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 944 time: 0.0874047 Dec 15 21:02:24.300490 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-91b70130-296c-479b-9782-74117deda316 req-09196bec-b931-459c-b216-1904c505820a tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512748 Dec 15 21:02:24.314321 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-43d2394a-cac7-4c3f-8fb8-ef8b063f1df5 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks [] for floatingip, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:24.339798 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-43d2394a-cac7-4c3f-8fb8-ef8b063f1df5 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for floatingip, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:24.341047 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-43d2394a-cac7-4c3f-8fb8-ef8b063f1df5 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] 10.222.0.49 "DELETE /v2.0/floatingips/5613c2c3-be40-41e9-b4a6-c7c363a75160 HTTP/1.1" status: 204 len: 168 time: 0.8770323 Dec 15 21:02:24.755001 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb854162-3e3b-49cd-ae91-815e5da98567 req-345e9f62-4d2b-4f0f-bf16-2aca9ffe5c77 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:24.756504 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-eb854162-3e3b-49cd-ae91-815e5da98567 req-345e9f62-4d2b-4f0f-bf16-2aca9ffe5c77 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 943 time: 0.0810659 Dec 15 21:02:24.800897 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-eb854162-3e3b-49cd-ae91-815e5da98567 req-4cf50dfa-18ec-405b-8d65-d607e60a3c91 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381799 Dec 15 21:02:24.992678 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32e3cb4-09a1-48ea-80e4-2bb6322a32be req-bcdf8307-ff78-431f-ab7c-90946cbf542d tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:24.994158 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c32e3cb4-09a1-48ea-80e4-2bb6322a32be req-bcdf8307-ff78-431f-ab7c-90946cbf542d tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 944 time: 0.0861790 Dec 15 21:02:25.040501 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c32e3cb4-09a1-48ea-80e4-2bb6322a32be req-0d176b9a-8987-45e3-8ed3-d5830450e433 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400803 Dec 15 21:02:25.250552 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device cf3797e2-69ce-44c9-978d-a579401cbddb details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=86860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 21:02:25.394298 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port cf3797e2-69ce-44c9-978d-a579401cbddb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=cf3797e2-69ce-44c9-978d-a579401cbddb,segment=NetworkSegment(2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d),segment_id=2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:02:25.415417 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Returning: {'device': 'cf3797e2-69ce-44c9-978d-a579401cbddb', 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8', 'port_id': 'cf3797e2-69ce-44c9-978d-a579401cbddb', 'mac_address': 'fa:16:3e:16:e6:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 192, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd5595c1c-8ca0-4af9-bdbb-973634ba4b63', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 21:02:25.477448 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:25.491557 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['7b3cca3c-dc19-4f85-982b-b9750232336c'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:02:25.524585 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-924a39c8-3c08-4158-b881-bd9d3a04491d req-9180e628-7443-44a3-8bc1-4a1e38457735 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:25.531765 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-924a39c8-3c08-4158-b881-bd9d3a04491d req-9180e628-7443-44a3-8bc1-4a1e38457735 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 944 time: 0.1060452 Dec 15 21:02:25.538086 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cf3797e2-69ce-44c9-978d-a579401cbddb {{(pid=86860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:02:25.575193 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port cf3797e2-69ce-44c9-978d-a579401cbddb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=cf3797e2-69ce-44c9-978d-a579401cbddb,segment=NetworkSegment(2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d),segment_id=2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:02:25.589209 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:25.592543 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:25.619372 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-924a39c8-3c08-4158-b881-bd9d3a04491d req-a31b45b2-3d3b-4197-9f73-43c2183c76a8 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0857592 Dec 15 21:02:25.748455 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=cf3797e2-69ce-44c9-978d-a579401cbddb,revision_number=7']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:25.756104 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:25.932066 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['cf3797e2-69ce-44c9-978d-a579401cbddb'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:02:26.089939 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59bfae1f-9223-4f75-9232-f3145d234ebb req-68e9a0bf-fecb-4cc1-91e2-7223e720e024 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:26.093132 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-59bfae1f-9223-4f75-9232-f3145d234ebb req-68e9a0bf-fecb-4cc1-91e2-7223e720e024 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 944 time: 0.1411092 Dec 15 21:02:26.183345 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-59bfae1f-9223-4f75-9232-f3145d234ebb req-80b5dbe3-4383-48c0-a3d7-d781a5f6e632 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814188 Dec 15 21:02:26.301028 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921fbffe-214e-45c8-aa98-069185a79555 req-8edaa8e7-790b-446c-9239-e9875590f96f tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:26.306169 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-921fbffe-214e-45c8-aa98-069185a79555 req-8edaa8e7-790b-446c-9239-e9875590f96f tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 944 time: 0.1097145 Dec 15 21:02:26.361930 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-921fbffe-214e-45c8-aa98-069185a79555 req-4787f16e-35de-421f-b126-3cf5ae0305da tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0512166 Dec 15 21:02:26.926164 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bf3e991-094c-4835-bcc9-f1c3415ae94d req-d1e2bc65-850f-4d39-9d6c-faa47a4a759d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:26.931035 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5bf3e991-094c-4835-bcc9-f1c3415ae94d req-d1e2bc65-850f-4d39-9d6c-faa47a4a759d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 944 time: 0.1257596 Dec 15 21:02:27.059144 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5bf3e991-094c-4835-bcc9-f1c3415ae94d req-f92a225b-33b9-42a5-9390-af0a7a6e93ce tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217518 Dec 15 21:02:27.255174 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device cf3797e2-69ce-44c9-978d-a579401cbddb up at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:02:27.437198 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning complete for port cf3797e2-69ce-44c9-978d-a579401cbddb triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:02:27.437584 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:27.456261 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad5f195-f999-4ec1-a0b8-e20b2943c11c req-d95b56e9-f92c-4384-ba55-77af40188fec tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:27.461301 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6ad5f195-f999-4ec1-a0b8-e20b2943c11c req-d95b56e9-f92c-4384-ba55-77af40188fec tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 944 time: 0.1425917 Dec 15 21:02:27.568412 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:27.601093 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17736ed7-08ef-4caa-8d2e-79cc35dd4ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3797e2-69ce-44c9-978d-a579401cbddb'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:02:27.613400 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port cf3797e2-69ce-44c9-978d-a579401cbddb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=cf3797e2-69ce-44c9-978d-a579401cbddb,segment=NetworkSegment(2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d),segment_id=2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:02:27.617772 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:27.619282 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 7b3cca3c-dc19-4f85-982b-b9750232336c up at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:02:27.650612 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:27.702670 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6ad5f195-f999-4ec1-a0b8-e20b2943c11c req-7b854e24-17f1-4c3c-af77-475bc13d9a04 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388496 Dec 15 21:02:27.724210 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86fc3d32-e8cd-441a-b12c-58e67cec0585 req-14e62535-ceb7-4436-86d1-bb2091aca89e tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:27.733536 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-86fc3d32-e8cd-441a-b12c-58e67cec0585 req-14e62535-ceb7-4436-86d1-bb2091aca89e tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 944 time: 0.1504292 Dec 15 21:02:27.765872 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=cf3797e2-69ce-44c9-978d-a579401cbddb,revision_number=8']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:27.770306 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:27.774403 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning for port 7b3cca3c-dc19-4f85-982b-b9750232336c completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:02:27.781446 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning complete for port 7b3cca3c-dc19-4f85-982b-b9750232336c triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:02:27.782186 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:27.807987 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17736ed7-08ef-4caa-8d2e-79cc35dd4ae1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cf3797e2-69ce-44c9-978d-a579401cbddb', 'code': 200} Dec 15 21:02:27.830581 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-86fc3d32-e8cd-441a-b12c-58e67cec0585 req-f5663ca3-b6a6-4315-9efa-b01dc809f750 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0961072 Dec 15 21:02:27.920785 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:27.955598 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 7b3cca3c-dc19-4f85-982b-b9750232336c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7b3cca3c-dc19-4f85-982b-b9750232336c,segment=NetworkSegment(aeb21201-1d04-4fb6-bcd2-dabd1a4844f4),segment_id=aeb21201-1d04-4fb6-bcd2-dabd1a4844f4)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:02:27.959706 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:27.960562 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device d2aa04ad-5eb0-43cf-be9b-648123c09e10 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:02:27.984215 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:28.032170 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] No Port match for: d2aa04ad-5eb0-43cf-be9b-648123c09e10 {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:02:28.032521 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device d2aa04ad-5eb0-43cf-be9b-648123c09e10 not bound to the agent host hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:02:28.059385 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=7b3cca3c-dc19-4f85-982b-b9750232336c,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:28.062422 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:28.265869 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab4722df-4eb8-4240-a22a-985ab1de7ca0 req-6c27be47-356b-4b01-8bce-735305a1c867 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:28.267365 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ab4722df-4eb8-4240-a22a-985ab1de7ca0 req-6c27be47-356b-4b01-8bce-735305a1c867 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 944 time: 0.0884416 Dec 15 21:02:28.318207 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ab4722df-4eb8-4240-a22a-985ab1de7ca0 req-2041bde0-cbc4-479d-96f6-3ecff412a9ff tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447104 Dec 15 21:02:28.801395 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 43044) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:28.910372 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac125cad-4ea2-43c8-92fc-c62f46668b18 req-dc7bb002-901d-444b-82d5-3e4c569dda8c tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:28.912149 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ac125cad-4ea2-43c8-92fc-c62f46668b18 req-dc7bb002-901d-444b-82d5-3e4c569dda8c tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.0945363 Dec 15 21:02:29.012656 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ac125cad-4ea2-43c8-92fc-c62f46668b18 req-0f97c675-4b58-47a9-a143-f0afe42428d9 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0946679 Dec 15 21:02:29.078181 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3716c96e-de67-47ad-989d-f62f4ef0e0e2 req-533e6af1-74c1-49cf-97bc-5bdd44c66623 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:29.080048 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3716c96e-de67-47ad-989d-f62f4ef0e0e2 req-533e6af1-74c1-49cf-97bc-5bdd44c66623 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 945 time: 0.1218157 Dec 15 21:02:29.127423 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3716c96e-de67-47ad-989d-f62f4ef0e0e2 req-3e95aed4-db35-4126-b16c-f3e366e57263 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402730 Dec 15 21:02:29.537823 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1a23cf3-e0a3-4011-b1b4-a4f38825bacd req-d2995dd9-c8ab-4ef0-b055-e4ffe369b942 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:29.545533 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e1a23cf3-e0a3-4011-b1b4-a4f38825bacd req-d2995dd9-c8ab-4ef0-b055-e4ffe369b942 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 944 time: 0.0954831 Dec 15 21:02:29.605087 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e1a23cf3-e0a3-4011-b1b4-a4f38825bacd req-d56599c4-8d10-4abd-9ffc-07a073953aa9 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582197 Dec 15 21:02:29.605297 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0bc0a2ae-2842-4223-ba88-86d2fd5ffc82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624235'] for router_interface, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:29.809313 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745dcaa6-fad6-4694-9eeb-550245c80f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3cca3c-dc19-4f85-982b-b9750232336c'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:02:29.868254 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745dcaa6-fad6-4694-9eeb-550245c80f24', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7b3cca3c-dc19-4f85-982b-b9750232336c', 'code': 200} Dec 15 21:02:30.013238 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-0bc0a2ae-2842-4223-ba88-86d2fd5ffc82 admin admin] Deleting port 9423435b-093c-4c41-8fa2-facb066a64e7 {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:02:30.013786 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0bc0a2ae-2842-4223-ba88-86d2fd5ffc82 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:30.273170 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [None req-0bc0a2ae-2842-4223-ba88-86d2fd5ffc82 admin admin] For port 9423435b-093c-4c41-8fa2-facb066a64e7, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=9423435b-093c-4c41-8fa2-facb066a64e7,segment=NetworkSegment(53ea13d4-8379-475a-86a8-f30a8b17f4af),segment_id=53ea13d4-8379-475a-86a8-f30a8b17f4af)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:02:30.273530 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0bc0a2ae-2842-4223-ba88-86d2fd5ffc82 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:30.329056 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750ff9c-20f5-4051-b7d4-dad24403fae4 req-714e4f2d-f45b-40ce-aad6-65eb737eb854 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:30.330899 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c750ff9c-20f5-4051-b7d4-dad24403fae4 req-714e4f2d-f45b-40ce-aad6-65eb737eb854 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.1368012 Dec 15 21:02:30.406355 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c750ff9c-20f5-4051-b7d4-dad24403fae4 req-5ee96b6a-b9cc-4c1d-9b4a-97d00aca992c tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648317 Dec 15 21:02:30.437096 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e36edf5-9d0f-44c9-adc7-f8f8b434475c req-17cc85a7-2905-4931-b285-a769db9b0319 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:30.442231 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1e36edf5-9d0f-44c9-adc7-f8f8b434475c req-17cc85a7-2905-4931-b285-a769db9b0319 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 945 time: 0.1728210 Dec 15 21:02:30.509774 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1e36edf5-9d0f-44c9-adc7-f8f8b434475c req-42e9f053-47d2-4990-b861-608f76d867a3 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0607038 Dec 15 21:02:30.520860 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-0bc0a2ae-2842-4223-ba88-86d2fd5ffc82 admin admin] Calling delete_port for 9423435b-093c-4c41-8fa2-facb066a64e7 owned by network:router_interface {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:02:30.693096 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0bc0a2ae-2842-4223-ba88-86d2fd5ffc82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:30.698239 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-44694d4d-8772-4f83-ba12-72a0ac140310 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:30.746125 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc0a2ae-2842-4223-ba88-86d2fd5ffc82 admin admin] Pushing event deleted for resources: {'Port': ['ID=9423435b-093c-4c41-8fa2-facb066a64e7,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:30.810610 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0a2ae-2842-4223-ba88-86d2fd5ffc82 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:02:30.811343 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0a2ae-2842-4223-ba88-86d2fd5ffc82 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:02:30.811944 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0a2ae-2842-4223-ba88-86d2fd5ffc82 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:02:30.812561 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0a2ae-2842-4223-ba88-86d2fd5ffc82 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:02:30.813149 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0a2ae-2842-4223-ba88-86d2fd5ffc82 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:02:30.813943 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0a2ae-2842-4223-ba88-86d2fd5ffc82 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:02:30.814543 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0a2ae-2842-4223-ba88-86d2fd5ffc82 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:02:30.815070 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0a2ae-2842-4223-ba88-86d2fd5ffc82 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:02:30.815580 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0a2ae-2842-4223-ba88-86d2fd5ffc82 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:02:30.816088 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0a2ae-2842-4223-ba88-86d2fd5ffc82 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:02:30.816592 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0a2ae-2842-4223-ba88-86d2fd5ffc82 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:02:30.817095 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bc0a2ae-2842-4223-ba88-86d2fd5ffc82 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:02:30.903094 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-0bc0a2ae-2842-4223-ba88-86d2fd5ffc82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:30.955547 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9e4fd-b25a-420a-8b53-1fbd2f6582a5 req-123b8bf1-ea8b-41d8-9aac-d4d029ae4c96 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:30.957899 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-bfd9e4fd-b25a-420a-8b53-1fbd2f6582a5 req-123b8bf1-ea8b-41d8-9aac-d4d029ae4c96 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 944 time: 0.1967206 Dec 15 21:02:31.109822 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-bfd9e4fd-b25a-420a-8b53-1fbd2f6582a5 req-ca57a12c-4a15-4f02-be85-bd460586524c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1340475 Dec 15 21:02:31.255192 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0bc0a2ae-2842-4223-ba88-86d2fd5ffc82 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619291'] for router_interface, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:31.646624 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41b35838-db7c-42cf-8822-db2480db653f req-5297154a-8320-45ec-8686-6b7d12e069da tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:31.648495 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-41b35838-db7c-42cf-8822-db2480db653f req-5297154a-8320-45ec-8686-6b7d12e069da tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.0988686 Dec 15 21:02:31.695890 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc0a2ae-2842-4223-ba88-86d2fd5ffc82 admin admin] Router 154bd57b-dee4-49aa-b381-0a996985ad41 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:02:31.711586 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-41b35838-db7c-42cf-8822-db2480db653f req-085d9853-f49d-4764-8cd4-37c148c3c3c5 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0561914 Dec 15 21:02:31.817271 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc18e4f-e3f0-4ccb-9195-103886a74ce6 req-7b95c062-250d-4175-a7ce-5b2ed7821770 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:31.818810 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0fc18e4f-e3f0-4ccb-9195-103886a74ce6 req-7b95c062-250d-4175-a7ce-5b2ed7821770 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 945 time: 0.1059957 Dec 15 21:02:31.866158 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0fc18e4f-e3f0-4ccb-9195-103886a74ce6 req-28788984-6f0e-4c8b-b268-812b07dbb493 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417297 Dec 15 21:02:31.911148 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc0a2ae-2842-4223-ba88-86d2fd5ffc82 admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:02:31.922042 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ba8754-426b-4ae7-a791-62b1ff2e3895 None None] Sync routers for ids ['154bd57b-dee4-49aa-b381-0a996985ad41'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:02:31.931795 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-0bc0a2ae-2842-4223-ba88-86d2fd5ffc82 admin admin] 10.222.0.49 "PUT /v2.0/routers/154bd57b-dee4-49aa-b381-0a996985ad41/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1276963 Dec 15 21:02:31.932561 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 43082) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:31.936898 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ba8754-426b-4ae7-a791-62b1ff2e3895 None None] Routers {'154bd57b-dee4-49aa-b381-0a996985ad41'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:02:31.937546 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-f3ba8754-426b-4ae7-a791-62b1ff2e3895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:02:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['154bd57b-dee4-49aa-b381-0a996985ad41'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:32.148883 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a968f3e9-3557-4392-af65-a7fb841d418e admin admin] Notify callbacks [] for router, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:32.188507 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-f3ba8754-426b-4ae7-a791-62b1ff2e3895 None None] Set router 154bd57b-dee4-49aa-b381-0a996985ad41 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:02:32.412485 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a968f3e9-3557-4392-af65-a7fb841d418e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:32.422112 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d76a45-3e10-42cf-a96e-f39d30f2e110 req-dae8b252-4eb4-4bd3-a95f-b84234754b17 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:32.423569 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-09d76a45-3e10-42cf-a96e-f39d30f2e110 req-dae8b252-4eb4-4bd3-a95f-b84234754b17 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 944 time: 0.1483073 Dec 15 21:02:32.450803 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-a968f3e9-3557-4392-af65-a7fb841d418e admin admin] Deleting port 4710855a-aefa-4651-b3ea-ffc5c43a4831 {{(pid=86859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:02:32.451327 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a968f3e9-3557-4392-af65-a7fb841d418e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:32.529637 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-f3ba8754-426b-4ae7-a791-62b1ff2e3895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'name': 'tempest-AttachVolumeTestJSON-1084864815-router', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67'}], 'enable_snat': True}, 'gw_port_id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:48Z', 'updated_at': '2021-12-15T21:02:30Z', 'revision_number': 5, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'gw_port': {'id': '4710855a-aefa-4651-b3ea-ffc5c43a4831', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:37:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'device_owner': 'network:router_gateway', 'standard_attr_id': 76, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:32.532711 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-09d76a45-3e10-42cf-a96e-f39d30f2e110 req-9483be1e-e4ab-4596-90f8-f3d0dd32b632 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006813 Dec 15 21:02:32.541067 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ba8754-426b-4ae7-a791-62b1ff2e3895 None None] Checking router: 154bd57b-dee4-49aa-b381-0a996985ad41 for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:02:32.560142 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3ba8754-426b-4ae7-a791-62b1ff2e3895 None None] Routers {'154bd57b-dee4-49aa-b381-0a996985ad41'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:02:32.560769 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-f3ba8754-426b-4ae7-a791-62b1ff2e3895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:02:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['154bd57b-dee4-49aa-b381-0a996985ad41'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:32.720721 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-f3ba8754-426b-4ae7-a791-62b1ff2e3895 None None] Set router 154bd57b-dee4-49aa-b381-0a996985ad41 gateway port host: None {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:02:32.788160 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.db [None req-a968f3e9-3557-4392-af65-a7fb841d418e admin admin] For port 4710855a-aefa-4651-b3ea-ffc5c43a4831, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=4710855a-aefa-4651-b3ea-ffc5c43a4831,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:02:32.788593 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a968f3e9-3557-4392-af65-a7fb841d418e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:32.824680 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-f3ba8754-426b-4ae7-a791-62b1ff2e3895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'name': 'tempest-AttachVolumeTestJSON-1084864815-router', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:48Z', 'updated_at': '2021-12-15T21:02:32Z', 'revision_number': 6, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'gw_port_host': None}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:32.828694 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3ba8754-426b-4ae7-a791-62b1ff2e3895 None None] The sync data for ids ['154bd57b-dee4-49aa-b381-0a996985ad41'] in dv-cinder-821892-1-iscsi is: [{'id': '154bd57b-dee4-49aa-b381-0a996985ad41', 'name': 'tempest-AttachVolumeTestJSON-1084864815-router', 'tenant_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:48Z', 'updated_at': '2021-12-15T21:02:32Z', 'revision_number': 6, 'project_id': 'c1c77d1948bd48a0aa5bbdac1c6cf4a4', 'gw_port_host': None}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:02:32.936656 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-a968f3e9-3557-4392-af65-a7fb841d418e admin admin] Calling delete_port for 4710855a-aefa-4651-b3ea-ffc5c43a4831 owned by network:router_gateway {{(pid=86859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:02:33.121494 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83c6db42-1f60-466a-bb70-ce61077e848c req-ece8d337-657f-4190-ba27-7f1c3c1b63fd tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:33.122936 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-83c6db42-1f60-466a-bb70-ce61077e848c req-ece8d337-657f-4190-ba27-7f1c3c1b63fd tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.2758095 Dec 15 21:02:33.142922 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e4433-9d2e-4a60-a10c-fc4439ecc09e req-74a7c5c6-a263-4c0c-9cff-4a50308c7ad4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:33.144342 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-521e4433-9d2e-4a60-a10c-fc4439ecc09e req-74a7c5c6-a263-4c0c-9cff-4a50308c7ad4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 945 time: 0.1584530 Dec 15 21:02:33.217875 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 9423435b-093c-4c41-8fa2-facb066a64e7 no longer exists at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:02:33.248757 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-83c6db42-1f60-466a-bb70-ce61077e848c req-b658fbe3-c499-4016-bae1-e94cd1d1913d tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1159055 Dec 15 21:02:33.272832 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-521e4433-9d2e-4a60-a10c-fc4439ecc09e req-38c97b7f-7cec-4085-a537-5544c6198954 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1150935 Dec 15 21:02:33.294121 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] No Port match for: 9423435b-093c-4c41-8fa2-facb066a64e7 {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:02:33.294737 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 9423435b-093c-4c41-8fa2-facb066a64e7 not bound to the agent host dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:02:33.316238 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a968f3e9-3557-4392-af65-a7fb841d418e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:33.322451 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-6a46a4e6-2995-4e7c-899f-19599b58f886 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:33.373843 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a968f3e9-3557-4392-af65-a7fb841d418e admin admin] Pushing event deleted for resources: {'Port': ['ID=4710855a-aefa-4651-b3ea-ffc5c43a4831,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:33.376778 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-a968f3e9-3557-4392-af65-a7fb841d418e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:33.475813 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a968f3e9-3557-4392-af65-a7fb841d418e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677260'] for router_gateway, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:33.694540 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a968f3e9-3557-4392-af65-a7fb841d418e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1619303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-376'] for router, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:33.702335 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a968f3e9-3557-4392-af65-a7fb841d418e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:33.746655 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a968f3e9-3557-4392-af65-a7fb841d418e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1624130'] for router, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:33.747640 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a968f3e9-3557-4392-af65-a7fb841d418e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 154bd57b-dee4-49aa-b381-0a996985ad41 {{(pid=86859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:02:33.773175 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a968f3e9-3557-4392-af65-a7fb841d418e admin admin] Notify callbacks [] for router, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:33.777826 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-a968f3e9-3557-4392-af65-a7fb841d418e admin admin] 10.222.0.49 "DELETE /v2.0/routers/154bd57b-dee4-49aa-b381-0a996985ad41 HTTP/1.1" status: 204 len: 168 time: 1.8406289 Dec 15 21:02:33.778594 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 43098) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:33.791544 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ced698-9f55-468f-b8fa-f79f1ae4d7d2 req-eb28a4d4-35d9-4bbf-ab01-8f1293aec371 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:33.793150 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c7ced698-9f55-468f-b8fa-f79f1ae4d7d2 req-eb28a4d4-35d9-4bbf-ab01-8f1293aec371 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 944 time: 0.1413686 Dec 15 21:02:33.846759 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_v2 [None req-04b5255d-a354-48f7-81dc-f022b7b1830d admin admin] Deleting subnet 5036755d-7452-453b-a442-049d1bf022e9 {{(pid=86858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:02:33.850293 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-04b5255d-a354-48f7-81dc-f022b7b1830d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:33.852020 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c7ced698-9f55-468f-b8fa-f79f1ae4d7d2 req-040753c0-e7c5-49a5-9117-7222050a828d tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529869 Dec 15 21:02:33.906124 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-04b5255d-a354-48f7-81dc-f022b7b1830d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136998'] for subnet, precommit_delete_associations {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:34.141535 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-04b5255d-a354-48f7-81dc-f022b7b1830d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16175920'] for subnet, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:34.215790 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-04b5255d-a354-48f7-81dc-f022b7b1830d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16175976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4191454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3358994'] for subnet, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:34.219807 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:34.256404 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b5255d-a354-48f7-81dc-f022b7b1830d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5036755d-7452-453b-a442-049d1bf022e9,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:34.259406 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-04b5255d-a354-48f7-81dc-f022b7b1830d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:34.260966 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-04b5255d-a354-48f7-81dc-f022b7b1830d admin admin] Notify callbacks [] for subnet, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:34.266897 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-04b5255d-a354-48f7-81dc-f022b7b1830d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/5036755d-7452-453b-a442-049d1bf022e9 HTTP/1.1" status: 204 len: 168 time: 0.4883657 Dec 15 21:02:34.267226 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5637605-6f36-436d-a2f3-0b868f46be87 None None] Network c7ada944-b67c-407b-be0e-d1869c073b7e requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:02:34.269383 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 43104) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:34.430673 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ebb248a2-8f58-4e4f-a16c-fd0483d721e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16236683'] for network, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:34.454374 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-ebb248a2-8f58-4e4f-a16c-fd0483d721e1 admin admin] Deleting port 61b91ac1-762f-4230-8fe0-02c2f3b756e7 {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:02:34.455177 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ebb248a2-8f58-4e4f-a16c-fd0483d721e1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:34.558292 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5857ac08-051a-4668-b60c-1a613ff44296 req-4dcbd3ed-ff67-4cc6-81c2-d5ff892c5cf8 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:34.566772 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5857ac08-051a-4668-b60c-1a613ff44296 req-4dcbd3ed-ff67-4cc6-81c2-d5ff892c5cf8 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 945 time: 0.1155655 Dec 15 21:02:34.598947 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1f1624-0f03-494d-a99f-4761c673fb03 req-47505347-5e47-4183-a03b-933e7650edeb tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:34.606353 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4e1f1624-0f03-494d-a99f-4761c673fb03 req-47505347-5e47-4183-a03b-933e7650edeb tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.2306225 Dec 15 21:02:34.679301 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4e1f1624-0f03-494d-a99f-4761c673fb03 req-c3fa355c-d7b8-4e75-8804-f2ed36050431 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718317 Dec 15 21:02:34.708070 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5857ac08-051a-4668-b60c-1a613ff44296 req-69a7ee23-48ac-4805-ab7a-7a9c63824392 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1388614 Dec 15 21:02:34.763780 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [None req-ebb248a2-8f58-4e4f-a16c-fd0483d721e1 admin admin] For port 61b91ac1-762f-4230-8fe0-02c2f3b756e7, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=61b91ac1-762f-4230-8fe0-02c2f3b756e7,segment=NetworkSegment(53ea13d4-8379-475a-86a8-f30a8b17f4af),segment_id=53ea13d4-8379-475a-86a8-f30a8b17f4af)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:02:34.764357 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ebb248a2-8f58-4e4f-a16c-fd0483d721e1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:34.788896 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3dcaf42-0124-4241-af3c-d72156e3ea08 None None] DHCP port deletion for c7ada944-b67c-407b-be0e-d1869c073b7e request from dv-cinder-821892-1-iscsi {{(pid=86860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:02:34.793903 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-e3dcaf42-0124-4241-af3c-d72156e3ea08 None None] Deleting port 61b91ac1-762f-4230-8fe0-02c2f3b756e7 {{(pid=86860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:02:34.794290 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-e3dcaf42-0124-4241-af3c-d72156e3ea08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:34.908902 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-ebb248a2-8f58-4e4f-a16c-fd0483d721e1 admin admin] Calling delete_port for 61b91ac1-762f-4230-8fe0-02c2f3b756e7 owned by network:dhcp {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:02:35.003420 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ebb248a2-8f58-4e4f-a16c-fd0483d721e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:35.009302 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-9631ad25-0c10-429f-9d74-ef02af4b58cf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:35.035176 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-e3dcaf42-0124-4241-af3c-d72156e3ea08 None None] For port 61b91ac1-762f-4230-8fe0-02c2f3b756e7, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=61b91ac1-762f-4230-8fe0-02c2f3b756e7,segment=NetworkSegment(53ea13d4-8379-475a-86a8-f30a8b17f4af),segment_id=53ea13d4-8379-475a-86a8-f30a8b17f4af)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:02:35.035930 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-e3dcaf42-0124-4241-af3c-d72156e3ea08 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:35.064048 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb248a2-8f58-4e4f-a16c-fd0483d721e1 admin admin] Pushing event deleted for resources: {'Port': ['ID=61b91ac1-762f-4230-8fe0-02c2f3b756e7,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:35.066440 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831434cc-a6ab-4451-b130-9af951ce8fd8 req-3c43e5b3-958b-4e16-b09d-c7654c3bb0e8 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:35.067970 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-831434cc-a6ab-4451-b130-9af951ce8fd8 req-3c43e5b3-958b-4e16-b09d-c7654c3bb0e8 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 944 time: 0.0950966 Dec 15 21:02:35.069787 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ebb248a2-8f58-4e4f-a16c-fd0483d721e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:35.072217 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebb248a2-8f58-4e4f-a16c-fd0483d721e1 admin admin] No DVR routers for this DVR port 61b91ac1-762f-4230-8fe0-02c2f3b756e7 on host dv-cinder-821892-1-iscsi {{(pid=86858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:02:35.112873 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 4710855a-aefa-4651-b3ea-ffc5c43a4831 no longer exists at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:02:35.113393 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-831434cc-a6ab-4451-b130-9af951ce8fd8 req-1a68bdac-012d-473c-a135-b7d89635bf56 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395060 Dec 15 21:02:35.189800 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ebb248a2-8f58-4e4f-a16c-fd0483d721e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16176923', 'neutron.services.segments.db._delete_segments_for_network-8767327805862'] for network, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:35.204943 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-e3dcaf42-0124-4241-af3c-d72156e3ea08 None None] Calling delete_port for 61b91ac1-762f-4230-8fe0-02c2f3b756e7 owned by network:dhcp {{(pid=86860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:02:35.215588 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-ebb248a2-8f58-4e4f-a16c-fd0483d721e1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7ada944-b67c-407b-be0e-d1869c073b7e']}} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:35.227246 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-ebb248a2-8f58-4e4f-a16c-fd0483d721e1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53ea13d4-8379-475a-86a8-f30a8b17f4af') {'for_net_delete': True} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:35.227539 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-ebb248a2-8f58-4e4f-a16c-fd0483d721e1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53ea13d4-8379-475a-86a8-f30a8b17f4af') {} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:35.231159 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] No Port match for: 4710855a-aefa-4651-b3ea-ffc5c43a4831 {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:02:35.231515 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 4710855a-aefa-4651-b3ea-ffc5c43a4831 not bound to the agent host dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:02:35.231938 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 61b91ac1-762f-4230-8fe0-02c2f3b756e7 no longer exists at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:02:35.238697 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ebb248a2-8f58-4e4f-a16c-fd0483d721e1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767327850617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137009'] for segment, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:35.254265 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ebb248a2-8f58-4e4f-a16c-fd0483d721e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:35.260735 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ebb248a2-8f58-4e4f-a16c-fd0483d721e1 admin admin] Releasing vlan 170 on physical network physnet1 to pool {{(pid=86858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:02:35.261124 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ebb248a2-8f58-4e4f-a16c-fd0483d721e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16163155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4191232'] for segment, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: Traceback (most recent call last): Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: timer() Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: cb(*args, **kw) Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: return func(*args, **kwargs) Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: self._notify() Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: self.callback(batched_events) Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: event.method(event) Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: return f(self, *a, **k) Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: return self._get(url).json() Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: return self.request(url, 'GET', **kwargs) Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:02:35.274496 dv-cinder-821892-1-iscsi neutron-server[86858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:02:35.281182 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] No Port match for: 61b91ac1-762f-4230-8fe0-02c2f3b756e7 {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:02:35.281750 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 61b91ac1-762f-4230-8fe0-02c2f3b756e7 not bound to the agent host dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:02:35.314576 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.db.api [None req-e3dcaf42-0124-4241-af3c-d72156e3ea08 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:02:35.314869 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_db.api [None req-e3dcaf42-0124-4241-af3c-d72156e3ea08 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:02:35.351332 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ebb248a2-8f58-4e4f-a16c-fd0483d721e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16176930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677227'] for network, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:35.355202 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:35.367780 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ebb248a2-8f58-4e4f-a16c-fd0483d721e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:35.377618 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb248a2-8f58-4e4f-a16c-fd0483d721e1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7ada944-b67c-407b-be0e-d1869c073b7e,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:35.380624 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ebb248a2-8f58-4e4f-a16c-fd0483d721e1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:35.391634 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-ebb248a2-8f58-4e4f-a16c-fd0483d721e1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/c7ada944-b67c-407b-be0e-d1869c073b7e HTTP/1.1" status: 204 len: 168 time: 1.1212277 Dec 15 21:02:35.502185 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 43118) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:35.554423 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-95510610-2c69-429c-bde4-1df6e3072a90 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c1c77d1948bd48a0aa5bbdac1c6cf4a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0499098 Dec 15 21:02:35.554940 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 43122) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:35.709785 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-35630c4e-0a6d-40c6-979d-9730c6d7fb1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:35.739007 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-35630c4e-0a6d-40c6-979d-9730c6d7fb1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:35.816015 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-e3dcaf42-0124-4241-af3c-d72156e3ea08 None None] Deleting port 61b91ac1-762f-4230-8fe0-02c2f3b756e7 {{(pid=86860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:02:35.816379 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-35630c4e-0a6d-40c6-979d-9730c6d7fb1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:35.816823 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-e3dcaf42-0124-4241-af3c-d72156e3ea08 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:35.821915 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f5560aa6-6a0b-47af-b864-182dfe1490a7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:35.922641 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-e3dcaf42-0124-4241-af3c-d72156e3ea08 None None] The port '61b91ac1-762f-4230-8fe0-02c2f3b756e7' was deleted {{(pid=86860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:02:35.932526 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35630c4e-0a6d-40c6-979d-9730c6d7fb1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c3507da-397c-429f-bc43-5d14785e48c0,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:35.940244 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-35630c4e-0a6d-40c6-979d-9730c6d7fb1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:35.943040 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-35630c4e-0a6d-40c6-979d-9730c6d7fb1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:35.944302 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-35630c4e-0a6d-40c6-979d-9730c6d7fb1d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/7c3507da-397c-429f-bc43-5d14785e48c0 HTTP/1.1" status: 204 len: 168 time: 0.3884475 Dec 15 21:02:36.006648 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978549d3-156e-4382-ab35-bc6b8640658b req-ef9bf96c-13b0-4a46-9bdf-79aa53928a71 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:36.015250 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-978549d3-156e-4382-ab35-bc6b8640658b req-ef9bf96c-13b0-4a46-9bdf-79aa53928a71 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.1994779 Dec 15 21:02:36.033561 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0209b5d-0e2f-40f8-bcc8-94b6773cbffc req-7a2a56be-2b8d-480c-9f2f-1d344775f2eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:36.035078 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e0209b5d-0e2f-40f8-bcc8-94b6773cbffc req-7a2a56be-2b8d-480c-9f2f-1d344775f2eb service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 1098 time: 0.1490884 Dec 15 21:02:36.037717 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9b185f0-6557-4b44-9a8b-ca8ac900227a req-af097b89-58db-41c4-b6a6-ea8454d51130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:36.039120 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e9b185f0-6557-4b44-9a8b-ca8ac900227a req-af097b89-58db-41c4-b6a6-ea8454d51130 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 1098 time: 0.1984377 Dec 15 21:02:36.052854 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be7eb4b-81ba-4e66-830b-9d4f2165c837 req-9be1a2ff-c069-4796-b4aa-c2494f061c21 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:36.054480 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0be7eb4b-81ba-4e66-830b-9d4f2165c837 req-9be1a2ff-c069-4796-b4aa-c2494f061c21 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 945 time: 0.1902156 Dec 15 21:02:36.105292 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-978549d3-156e-4382-ab35-bc6b8640658b req-9555806a-bef0-4d33-b58b-62053e16bbee tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0896075 Dec 15 21:02:36.133899 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0be7eb4b-81ba-4e66-830b-9d4f2165c837 req-3eae43e5-2f81-4dd2-a784-a3f8c565c969 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0705359 Dec 15 21:02:36.137561 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e0209b5d-0e2f-40f8-bcc8-94b6773cbffc req-112dae81-2460-4839-a5d7-ad1a1b3df2fc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880787 Dec 15 21:02:36.139327 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e9b185f0-6557-4b44-9a8b-ca8ac900227a req-d2996a94-2352-4409-ac61-6ee6203054dd service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710497 Dec 15 21:02:36.323580 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7485a05f-2634-4bbb-b6a8-a5d87a12d01e req-ee04f66b-e8d5-43cf-91ff-ad5dccb55fe4 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:36.325038 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7485a05f-2634-4bbb-b6a8-a5d87a12d01e req-ee04f66b-e8d5-43cf-91ff-ad5dccb55fe4 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 944 time: 0.0896153 Dec 15 21:02:36.371272 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7485a05f-2634-4bbb-b6a8-a5d87a12d01e req-b07dff34-557d-4dc4-80ca-f31fb88fcd5b tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400851 Dec 15 21:02:36.781158 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 43160) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:36.883430 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-7c847751-e5a8-4b8f-9cdf-9ba076479ece admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1223014885-network', 'tenant_id': '525da4f0701240dda0aef606a2484d24'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:02:36.888017 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-7c847751-e5a8-4b8f-9cdf-9ba076479ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:02:36.891869 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-7c847751-e5a8-4b8f-9cdf-9ba076479ece admin admin] Usage tracker for resource:network and tenant:525da4f0701240dda0aef606a2484d24 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:02:36.894699 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-7c847751-e5a8-4b8f-9cdf-9ba076479ece admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:02:36.901073 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-7c847751-e5a8-4b8f-9cdf-9ba076479ece admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:02:36.911312 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c847751-e5a8-4b8f-9cdf-9ba076479ece admin admin] Made reservation on behalf of 525da4f0701240dda0aef606a2484d24 for: {'network': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:02:36.913649 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7c847751-e5a8-4b8f-9cdf-9ba076479ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for network, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:36.925815 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7c847751-e5a8-4b8f-9cdf-9ba076479ece admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:36.940569 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-7c847751-e5a8-4b8f-9cdf-9ba076479ece admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:02:36.944432 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-7c847751-e5a8-4b8f-9cdf-9ba076479ece admin admin] Usage tracker for resource:security_group_rule and tenant:525da4f0701240dda0aef606a2484d24 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:02:36.947259 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-7c847751-e5a8-4b8f-9cdf-9ba076479ece admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:02:36.953188 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-7c847751-e5a8-4b8f-9cdf-9ba076479ece admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:02:37.040249 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7c847751-e5a8-4b8f-9cdf-9ba076479ece admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:37.045403 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7c847751-e5a8-4b8f-9cdf-9ba076479ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:37.050154 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-5a7d8cd8-39be-449f-93a7-d696a2e041e2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:37.076192 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c847751-e5a8-4b8f-9cdf-9ba076479ece admin admin] vlan segment allocate from pool success with {'vlan_id': 172, 'physical_network': 'physnet1'} {{(pid=86858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:02:37.084666 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c847751-e5a8-4b8f-9cdf-9ba076479ece admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e77388-1968-4297-8c93-29fff88ac175,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:37.088725 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-7c847751-e5a8-4b8f-9cdf-9ba076479ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:37.091188 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7c847751-e5a8-4b8f-9cdf-9ba076479ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:37.091546 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.db.segments_db [None req-7c847751-e5a8-4b8f-9cdf-9ba076479ece admin admin] Added segment 06d5e803-f5d9-4dbb-8907-4e1a8553e716 of type vlan for network a611c4c8-73f2-4885-83c3-cc5419df40c5 Dec 15 21:02:37.118018 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7c847751-e5a8-4b8f-9cdf-9ba076479ece admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767327356326'] for network, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:37.147847 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7c847751-e5a8-4b8f-9cdf-9ba076479ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for network, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:37.149123 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c847751-e5a8-4b8f-9cdf-9ba076479ece admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:37.150371 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7c847751-e5a8-4b8f-9cdf-9ba076479ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:37.155079 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:37.363233 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3187e0f-1577-47c6-b678-168146983816 req-0da09a01-c747-43f3-bd95-58d1cc835de1 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:37.373748 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e3187e0f-1577-47c6-b678-168146983816 req-0da09a01-c747-43f3-bd95-58d1cc835de1 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.1656382 Dec 15 21:02:37.374402 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-7c847751-e5a8-4b8f-9cdf-9ba076479ece admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.5921226 Dec 15 21:02:37.375154 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 43170) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:37.375972 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c847751-e5a8-4b8f-9cdf-9ba076479ece admin admin] Pushing event updated for resources: {'Network': ['ID=a611c4c8-73f2-4885-83c3-cc5419df40c5,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:37.379974 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-7c847751-e5a8-4b8f-9cdf-9ba076479ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:37.383747 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-973f10ba-8425-4e91-8d31-b06d42c61557 admin admin] Request body: {'subnet': {'network_id': 'a611c4c8-73f2-4885-83c3-cc5419df40c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1223014885-subnet', 'tenant_id': '525da4f0701240dda0aef606a2484d24', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:02:37.389266 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-973f10ba-8425-4e91-8d31-b06d42c61557 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:02:37.391564 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Network a611c4c8-73f2-4885-83c3-cc5419df40c5 details requested by agent ovs-agent-dv-cinder-821892-1-iscsi with host dv-cinder-821892-1-iscsi {{(pid=86860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:02:37.393307 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-973f10ba-8425-4e91-8d31-b06d42c61557 admin admin] Usage tracker for resource:subnet and tenant:525da4f0701240dda0aef606a2484d24 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:02:37.396285 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-973f10ba-8425-4e91-8d31-b06d42c61557 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:02:37.402883 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-973f10ba-8425-4e91-8d31-b06d42c61557 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:02:37.419735 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973f10ba-8425-4e91-8d31-b06d42c61557 admin admin] Made reservation on behalf of 525da4f0701240dda0aef606a2484d24 for: {'subnet': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:02:37.423127 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-973f10ba-8425-4e91-8d31-b06d42c61557 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3359033'] for subnet, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:37.498711 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 40d51192-b822-4df2-a798-3ca1e603500c details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=86860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 21:02:37.550230 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e3187e0f-1577-47c6-b678-168146983816 req-8cb4fa6d-280c-4d87-b60c-6c9e6206c1d8 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1750476 Dec 15 21:02:37.578566 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea69726-7989-4887-8ec2-34fd6859da3e req-075eeec5-0211-4fbb-b4db-a360aaac6442 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:37.589301 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-fea69726-7989-4887-8ec2-34fd6859da3e req-075eeec5-0211-4fbb-b4db-a360aaac6442 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 945 time: 0.1596329 Dec 15 21:02:37.663348 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 40d51192-b822-4df2-a798-3ca1e603500c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=40d51192-b822-4df2-a798-3ca1e603500c,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:02:37.664986 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-fea69726-7989-4887-8ec2-34fd6859da3e req-1004cf94-07af-416e-9bdb-401e45e2ccdf tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742981 Dec 15 21:02:37.684725 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Returning: {'device': '40d51192-b822-4df2-a798-3ca1e603500c', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'port_id': '40d51192-b822-4df2-a798-3ca1e603500c', 'mac_address': 'fa:16:3e:f3:5b:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 180, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 21:02:37.736737 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-973f10ba-8425-4e91-8d31-b06d42c61557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4191385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3358987'] for subnet, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:37.741710 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:37.769093 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:37.787803 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d51192-b822-4df2-a798-3ca1e603500c {{(pid=86860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:02:37.806064 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 40d51192-b822-4df2-a798-3ca1e603500c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=40d51192-b822-4df2-a798-3ca1e603500c,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:02:37.811011 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:37.812873 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:37.827170 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973f10ba-8425-4e91-8d31-b06d42c61557 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbb41ef7-5863-41eb-a85e-1f76e888d8d6,revision_number=0']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:37.830521 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-973f10ba-8425-4e91-8d31-b06d42c61557 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:37.839462 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-973f10ba-8425-4e91-8d31-b06d42c61557 admin admin] Checking segment: {'id': '06d5e803-f5d9-4dbb-8907-4e1a8553e716', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 172, 'network_id': 'a611c4c8-73f2-4885-83c3-cc5419df40c5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:02:37.839815 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973f10ba-8425-4e91-8d31-b06d42c61557 admin admin] Network hostable DHCP agents. Network: a611c4c8-73f2-4885-83c3-cc5419df40c5, hostable agents: ['86069654-9c91-40da-a86d-561b669d47f0'], hosted agents: [] {{(pid=86858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:02:37.861642 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7002a41-8c19-4e34-86ee-e03a90a2dc42 req-20193ca1-e209-4445-adbc-ca07e1ecd792 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:37.864558 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-973f10ba-8425-4e91-8d31-b06d42c61557 admin admin] Network a611c4c8-73f2-4885-83c3-cc5419df40c5 is scheduled to be hosted by DHCP agent 86069654-9c91-40da-a86d-561b669d47f0 with binding_index 1 {{(pid=86858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:02:37.871147 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e7002a41-8c19-4e34-86ee-e03a90a2dc42 req-20193ca1-e209-4445-adbc-ca07e1ecd792 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 944 time: 0.1290851 Dec 15 21:02:37.888120 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-973f10ba-8425-4e91-8d31-b06d42c61557 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-1-iscsi, a611c4c8-73f2-4885-83c3-cc5419df40c5) {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:02:37.893340 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973f10ba-8425-4e91-8d31-b06d42c61557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:37.894112 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-973f10ba-8425-4e91-8d31-b06d42c61557 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:37.902622 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28d7b76-6d77-40bc-ba16-23209316c94d None None] Network a611c4c8-73f2-4885-83c3-cc5419df40c5 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:02:37.924276 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=40d51192-b822-4df2-a798-3ca1e603500c,revision_number=9']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:37.929514 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:37.938072 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e7002a41-8c19-4e34-86ee-e03a90a2dc42 req-c5dcaef8-15e4-4877-bbb2-749d8a4cedb3 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0663774 Dec 15 21:02:37.954299 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-973f10ba-8425-4e91-8d31-b06d42c61557 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.5633478 Dec 15 21:02:38.092244 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['40d51192-b822-4df2-a798-3ca1e603500c'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:02:38.256623 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5aa2040-39c3-4072-b4cf-7901490b5de5 None None] Network a611c4c8-73f2-4885-83c3-cc5419df40c5 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:02:38.463468 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 43198) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:38.469456 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-652962777-network', 'tenant_id': 'e59de52b175749429e875adc859f9e78'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:02:38.474136 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:02:38.478124 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] Usage tracker for resource:network and tenant:e59de52b175749429e875adc859f9e78 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:02:38.481985 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:02:38.487915 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:02:38.500706 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] Made reservation on behalf of e59de52b175749429e875adc859f9e78 for: {'network': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:02:38.503044 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for network, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:38.515285 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:38.529764 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:02:38.533527 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] Usage tracker for resource:security_group_rule and tenant:e59de52b175749429e875adc859f9e78 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:02:38.536366 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:02:38.542768 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:02:38.623980 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:38.627710 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:38.631716 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-921d0e81-a433-43fb-8f3a-2a90aab438e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:38.658393 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] vlan segment allocate from pool success with {'vlan_id': 157, 'physical_network': 'physnet1'} {{(pid=86858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:02:38.667502 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4e4249-ccfc-40a4-b242-ed139912a9d4,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:38.671136 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:38.673847 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:38.674193 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.db.segments_db [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] Added segment 87df738e-3dc2-4878-9589-585671a1af74 of type vlan for network f55409bb-8567-4450-8667-071696e96eaa Dec 15 21:02:38.703542 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767327356326'] for network, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:38.736234 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for network, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:38.737562 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:38.738240 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:38.743133 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:38.747411 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64967b94-9c12-4137-a6e2-6180da9e69cd req-fcedc445-26c7-4b88-aea3-0e331c88905a tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:38.748933 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-64967b94-9c12-4137-a6e2-6180da9e69cd req-fcedc445-26c7-4b88-aea3-0e331c88905a tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.0856237 Dec 15 21:02:38.826662 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-64967b94-9c12-4137-a6e2-6180da9e69cd req-f865d995-6af9-4edd-a3a4-1c4e28d4c875 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716643 Dec 15 21:02:38.857354 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] Pushing event updated for resources: {'Network': ['ID=f55409bb-8567-4450-8667-071696e96eaa,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:38.857354 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.3917041 Dec 15 21:02:38.858637 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:38.860350 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 43206) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:38.866033 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-ce37af36-a470-4267-bb28-d261b94cb2fd admin admin] Request body: {'subnet': {'network_id': 'f55409bb-8567-4450-8667-071696e96eaa', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-652962777-subnet', 'tenant_id': 'e59de52b175749429e875adc859f9e78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:02:38.869170 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Network f55409bb-8567-4450-8667-071696e96eaa details requested by agent ovs-agent-dv-cinder-821892-1-iscsi with host dv-cinder-821892-1-iscsi {{(pid=86860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:02:38.869654 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-ce37af36-a470-4267-bb28-d261b94cb2fd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:02:38.873249 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-ce37af36-a470-4267-bb28-d261b94cb2fd admin admin] Usage tracker for resource:subnet and tenant:e59de52b175749429e875adc859f9e78 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:02:38.876446 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-ce37af36-a470-4267-bb28-d261b94cb2fd admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:02:38.882240 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-ce37af36-a470-4267-bb28-d261b94cb2fd admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:02:38.883114 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f835b79a-4744-49f3-8ec5-5f6aa3941193 req-1f251ec9-1857-4e1d-9551-fbdafff15f84 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:38.884549 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f835b79a-4744-49f3-8ec5-5f6aa3941193 req-1f251ec9-1857-4e1d-9551-fbdafff15f84 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 945 time: 0.0948310 Dec 15 21:02:38.899288 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce37af36-a470-4267-bb28-d261b94cb2fd admin admin] Made reservation on behalf of e59de52b175749429e875adc859f9e78 for: {'subnet': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:02:38.902283 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ce37af36-a470-4267-bb28-d261b94cb2fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3359033'] for subnet, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:38.943096 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-f835b79a-4744-49f3-8ec5-5f6aa3941193 req-bd544a4e-8d48-4822-8bc2-8dff43dc8f02 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514319 Dec 15 21:02:39.126022 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ce37af36-a470-4267-bb28-d261b94cb2fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4191385', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3358987'] for subnet, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:39.130713 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:39.209774 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce37af36-a470-4267-bb28-d261b94cb2fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=b452b568-b53c-488d-abc3-e3acfc00cecd,revision_number=0']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:39.212335 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ce37af36-a470-4267-bb28-d261b94cb2fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:39.212543 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62ac46d3-70be-4caa-b49a-be38d150bbb5 req-a2048709-d48f-47e5-879d-900f1c497c70 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:39.215031 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-62ac46d3-70be-4caa-b49a-be38d150bbb5 req-a2048709-d48f-47e5-879d-900f1c497c70 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 945 time: 0.1453454 Dec 15 21:02:39.221018 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce37af36-a470-4267-bb28-d261b94cb2fd admin admin] Checking segment: {'id': '87df738e-3dc2-4878-9589-585671a1af74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 157, 'network_id': 'f55409bb-8567-4450-8667-071696e96eaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:02:39.221369 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce37af36-a470-4267-bb28-d261b94cb2fd admin admin] Network hostable DHCP agents. Network: f55409bb-8567-4450-8667-071696e96eaa, hostable agents: ['86069654-9c91-40da-a86d-561b669d47f0'], hosted agents: [] {{(pid=86858) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:02:39.222273 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d70aa4-ce31-4d30-9fd6-c53c2970f6a4 req-2dc9cc60-5703-4ceb-a01f-2aaa57a5d3a7 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:39.223665 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d1d70aa4-ce31-4d30-9fd6-c53c2970f6a4 req-2dc9cc60-5703-4ceb-a01f-2aaa57a5d3a7 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 945 time: 0.1229358 Dec 15 21:02:39.246722 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce37af36-a470-4267-bb28-d261b94cb2fd admin admin] Network f55409bb-8567-4450-8667-071696e96eaa is scheduled to be hosted by DHCP agent 86069654-9c91-40da-a86d-561b669d47f0 with binding_index 1 {{(pid=86858) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:02:39.258794 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-ce37af36-a470-4267-bb28-d261b94cb2fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-1-iscsi, f55409bb-8567-4450-8667-071696e96eaa) {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:02:39.264905 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce37af36-a470-4267-bb28-d261b94cb2fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:39.265477 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ce37af36-a470-4267-bb28-d261b94cb2fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:39.273133 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bed5772d-a9bf-44c3-96e1-d16c9f5eeda7 None None] Network f55409bb-8567-4450-8667-071696e96eaa requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:02:39.288450 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-ce37af36-a470-4267-bb28-d261b94cb2fd admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.4258332 Dec 15 21:02:39.294730 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-62ac46d3-70be-4caa-b49a-be38d150bbb5 req-0e0b191d-7921-446f-be1c-c010402827ca tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0701282 Dec 15 21:02:39.299303 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d1d70aa4-ce31-4d30-9fd6-c53c2970f6a4 req-e1ddbafc-7cc6-4055-875e-a232a4a08895 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620632 Dec 15 21:02:39.335644 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 43226) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:39.406482 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef1cd4f8-c83d-4108-bd9f-4d16f7988572 tempest-TestVolumeBootPattern-1690403655 tempest-TestVolumeBootPattern-1690403655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:39.407182 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-ef1cd4f8-c83d-4108-bd9f-4d16f7988572 tempest-TestVolumeBootPattern-1690403655 tempest-TestVolumeBootPattern-1690403655-project-admin] Synchronizing usage tracker for tenant:7b0b1eafedfe47e48b1e0d52f84835f3 on resource:port {{(pid=86858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:02:39.426590 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-ef1cd4f8-c83d-4108-bd9f-4d16f7988572 tempest-TestVolumeBootPattern-1690403655 tempest-TestVolumeBootPattern-1690403655-project-admin] Unset dirty status for tenant:7b0b1eafedfe47e48b1e0d52f84835f3 on resource:port {{(pid=86858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:02:39.427980 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-ef1cd4f8-c83d-4108-bd9f-4d16f7988572 tempest-TestVolumeBootPattern-1690403655 tempest-TestVolumeBootPattern-1690403655-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 1093 time: 0.0913608 Dec 15 21:02:39.431172 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 43230) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:39.437456 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Request body: {'floatingip': {'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'port_id': '7b3cca3c-dc19-4f85-982b-b9750232336c', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'fixed_ip_address': '172.20.0.5'}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:02:39.441955 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 43234) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:39.445544 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:02:39.483243 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Usage tracker for resource:floatingip and tenant:2f0911933cea4693bc86dfcd07ba9675 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:02:39.492739 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:02:39.502145 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:02:39.507712 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47385a86-5a4e-461d-bd15-bfea2c70a096 None None] Network f55409bb-8567-4450-8667-071696e96eaa requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:02:39.523740 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_v2 [None req-197533a2-4237-4dd0-9ed6-5c3e6ef1eeef admin admin] Deleting subnet dbb41ef7-5863-41eb-a85e-1f76e888d8d6 {{(pid=86859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:02:39.523945 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 40d51192-b822-4df2-a798-3ca1e603500c up at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:02:39.525579 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for floatingip, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:39.543758 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-197533a2-4237-4dd0-9ed6-5c3e6ef1eeef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:39.648310 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-197533a2-4237-4dd0-9ed6-5c3e6ef1eeef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4139045'] for subnet, precommit_delete_associations {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:39.708189 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning complete for port 40d51192-b822-4df2-a798-3ca1e603500c triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:02:39.708567 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:39.713140 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-197533a2-4237-4dd0-9ed6-5c3e6ef1eeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16175920'] for subnet, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:39.804680 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:39.841634 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-197533a2-4237-4dd0-9ed6-5c3e6ef1eeef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16175976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4132637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3984658'] for subnet, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:39.850645 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-991e2b63-3858-4b7e-998e-b5bbc6a436c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:39.875892 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:39.901233 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197533a2-4237-4dd0-9ed6-5c3e6ef1eeef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbb41ef7-5863-41eb-a85e-1f76e888d8d6,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:39.903803 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-197533a2-4237-4dd0-9ed6-5c3e6ef1eeef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for subnet, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:39.908118 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fe6912-274c-4d1a-a3c4-f57ca6ea347c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d51192-b822-4df2-a798-3ca1e603500c'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:02:39.917528 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 40d51192-b822-4df2-a798-3ca1e603500c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=40d51192-b822-4df2-a798-3ca1e603500c,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:02:39.918584 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197533a2-4237-4dd0-9ed6-5c3e6ef1eeef admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:02:39.919099 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197533a2-4237-4dd0-9ed6-5c3e6ef1eeef admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:02:39.920065 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197533a2-4237-4dd0-9ed6-5c3e6ef1eeef admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:02:39.920471 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197533a2-4237-4dd0-9ed6-5c3e6ef1eeef admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:02:39.921062 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197533a2-4237-4dd0-9ed6-5c3e6ef1eeef admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:02:39.921245 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197533a2-4237-4dd0-9ed6-5c3e6ef1eeef admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:02:39.921588 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197533a2-4237-4dd0-9ed6-5c3e6ef1eeef admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:02:39.922202 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197533a2-4237-4dd0-9ed6-5c3e6ef1eeef admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:02:39.922559 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:39.922914 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197533a2-4237-4dd0-9ed6-5c3e6ef1eeef admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:02:39.923428 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197533a2-4237-4dd0-9ed6-5c3e6ef1eeef admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:02:39.923928 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197533a2-4237-4dd0-9ed6-5c3e6ef1eeef admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:02:39.924496 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:39.924642 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-197533a2-4237-4dd0-9ed6-5c3e6ef1eeef admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:02:39.931306 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-197533a2-4237-4dd0-9ed6-5c3e6ef1eeef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:39.934984 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-197533a2-4237-4dd0-9ed6-5c3e6ef1eeef admin admin] 10.222.0.49 "DELETE /v2.0/subnets/dbb41ef7-5863-41eb-a85e-1f76e888d8d6 HTTP/1.1" status: 204 len: 168 time: 0.4911280 Dec 15 21:02:39.937787 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 43240) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:39.959310 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fe6912-274c-4d1a-a3c4-f57ca6ea347c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d51192-b822-4df2-a798-3ca1e603500c', 'code': 200} Dec 15 21:02:39.999147 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=40d51192-b822-4df2-a798-3ca1e603500c,revision_number=10']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:40.003585 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:40.195418 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_common [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Allocated IP 172.27.1.57 (83db4151-6da2-47b8-971d-0a11887406d4/9a076902-1727-47fe-9eed-a31b1c56c654/3bb8fa43-c153-48e5-a0f6-7d4723767371) {{(pid=86859) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:02:40.199965 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-62a06b78-d15b-46cd-8cc3-24b8394dbc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16236683'] for network, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:40.200807 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f5d868-cc75-40c6-9b95-1fcd7c874121 req-808e51e1-3743-4ed1-b58d-daa76bec5724 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:40.202318 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-a4f5d868-cc75-40c6-9b95-1fcd7c874121 req-808e51e1-3743-4ed1-b58d-daa76bec5724 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 1100 time: 0.0692785 Dec 15 21:02:40.246178 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-a4f5d868-cc75-40c6-9b95-1fcd7c874121 req-c8852b0c-497c-4fb4-b9c3-568e6aeca78d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371902 Dec 15 21:02:40.422261 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-62a06b78-d15b-46cd-8cc3-24b8394dbc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16176923', 'neutron.services.segments.db._delete_segments_for_network-8767327805862'] for network, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:40.517741 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.services.segments.db [None req-62a06b78-d15b-46cd-8cc3-24b8394dbc60 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a611c4c8-73f2-4885-83c3-cc5419df40c5']}} {{(pid=86859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:40.554305 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for port, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:40.560855 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.services.segments.db [None req-62a06b78-d15b-46cd-8cc3-24b8394dbc60 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06d5e803-f5d9-4dbb-8907-4e1a8553e716') {'for_net_delete': True} {{(pid=86859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:40.561152 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.services.segments.db [None req-62a06b78-d15b-46cd-8cc3-24b8394dbc60 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06d5e803-f5d9-4dbb-8907-4e1a8553e716') {} {{(pid=86859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:40.577334 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-62a06b78-d15b-46cd-8cc3-24b8394dbc60 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767327850617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4139058'] for segment, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:40.602776 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-62a06b78-d15b-46cd-8cc3-24b8394dbc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:40.617547 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62a06b78-d15b-46cd-8cc3-24b8394dbc60 admin admin] Releasing vlan 172 on physical network physnet1 to pool {{(pid=86859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:02:40.618046 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-62a06b78-d15b-46cd-8cc3-24b8394dbc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16163155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4132803'] for segment, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: Traceback (most recent call last): Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: timer() Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: cb(*args, **kw) Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: return func(*args, **kwargs) Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: self._notify() Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: self.callback(batched_events) Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: event.method(event) Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: return f(self, *a, **k) Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: return self._get(url).json() Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: return self.request(url, 'GET', **kwargs) Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:02:40.633174 dv-cinder-821892-1-iscsi neutron-server[86859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:02:40.689992 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cc197be-8e31-47fe-b4d0-f52ae1352eae req-154d59fd-e913-491a-9161-5fc25bbe2523 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:40.691450 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0cc197be-8e31-47fe-b4d0-f52ae1352eae req-154d59fd-e913-491a-9161-5fc25bbe2523 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 947 time: 0.2609978 Dec 15 21:02:40.755183 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:40.761472 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-50a75354-d5c9-4ffe-a4f2-b411899805e5 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:40.798261 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-62a06b78-d15b-46cd-8cc3-24b8394dbc60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16176930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677227'] for network, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:40.825964 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0cc197be-8e31-47fe-b4d0-f52ae1352eae req-9fa31e5f-ae8b-4f19-8c5c-d554e2f7e185 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1257370 Dec 15 21:02:40.835408 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-62a06b78-d15b-46cd-8cc3-24b8394dbc60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:40.845474 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Network 83db4151-6da2-47b8-971d-0a11887406d4 is already hosted by enough agents. {{(pid=86859) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:02:40.849954 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Resources bound (agent type, host, resource id): {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:02:40.852095 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Pushing event updated for resources: {'Port': ['ID=3bb8fa43-c153-48e5-a0f6-7d4723767371,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:40.854795 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Received port after_create {{(pid=86859) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:02:40.879718 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-62a06b78-d15b-46cd-8cc3-24b8394dbc60 admin admin] 10.222.0.49 "DELETE /v2.0/networks/a611c4c8-73f2-4885-83c3-cc5419df40c5 HTTP/1.1" status: 204 len: 168 time: 0.9409935 Dec 15 21:02:40.880741 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:40.882572 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 43252) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:40.883952 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:40.915104 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a06b78-d15b-46cd-8cc3-24b8394dbc60 admin admin] Pushing event deleted for resources: {'Network': ['ID=a611c4c8-73f2-4885-83c3-cc5419df40c5,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:40.919229 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-62a06b78-d15b-46cd-8cc3-24b8394dbc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:40.942117 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_v2 [None req-0fb46cac-9060-4c4e-bd65-a068d7f211fb admin admin] Deleting subnet b452b568-b53c-488d-abc3-e3acfc00cecd {{(pid=86858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:02:40.945375 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0fb46cac-9060-4c4e-bd65-a068d7f211fb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:40.994640 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0fb46cac-9060-4c4e-bd65-a068d7f211fb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136998'] for subnet, precommit_delete_associations {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:41.052700 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0fb46cac-9060-4c4e-bd65-a068d7f211fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16175920'] for subnet, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:41.120331 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0fb46cac-9060-4c4e-bd65-a068d7f211fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16175976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4191454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3358994'] for subnet, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:41.125102 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-7fc01347-4fd6-4090-adfe-ff9326a7046f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:41.157655 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fb46cac-9060-4c4e-bd65-a068d7f211fb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b452b568-b53c-488d-abc3-e3acfc00cecd,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:41.160708 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-0fb46cac-9060-4c4e-bd65-a068d7f211fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:41.161727 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0fb46cac-9060-4c4e-bd65-a068d7f211fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:41.168460 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-0fb46cac-9060-4c4e-bd65-a068d7f211fb admin admin] 10.222.0.49 "DELETE /v2.0/subnets/b452b568-b53c-488d-abc3-e3acfc00cecd HTTP/1.1" status: 204 len: 168 time: 0.2847800 Dec 15 21:02:41.170910 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 43256) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:41.275537 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2587be32-931a-4319-b459-85172624b835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16236683'] for network, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:41.277124 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:41.351953 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:41.402943 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2587be32-931a-4319-b459-85172624b835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16176923', 'neutron.services.segments.db._delete_segments_for_network-8767327805862'] for network, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:41.523211 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-2587be32-931a-4319-b459-85172624b835 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f55409bb-8567-4450-8667-071696e96eaa']}} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:41.541898 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-2587be32-931a-4319-b459-85172624b835 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87df738e-3dc2-4878-9589-585671a1af74') {'for_net_delete': True} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:41.542199 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-2587be32-931a-4319-b459-85172624b835 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87df738e-3dc2-4878-9589-585671a1af74') {} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:41.561295 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2587be32-931a-4319-b459-85172624b835 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767327850617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137009'] for segment, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:41.568023 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for port, precommit_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:41.575504 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4132647'] for port, after_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:41.583276 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2587be32-931a-4319-b459-85172624b835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:41.589238 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:41.591215 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2587be32-931a-4319-b459-85172624b835 admin admin] Releasing vlan 157 on physical network physnet1 to pool {{(pid=86858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:02:41.591691 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2587be32-931a-4319-b459-85172624b835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16163155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4191232'] for segment, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: Traceback (most recent call last): Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: timer() Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: cb(*args, **kw) Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: return func(*args, **kwargs) Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: self._notify() Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: self.callback(batched_events) Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: event.method(event) Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: return f(self, *a, **k) Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: return self._get(url).json() Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: return self.request(url, 'GET', **kwargs) Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:02:41.693348 dv-cinder-821892-1-iscsi neutron-server[86858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:02:41.697947 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2587be32-931a-4319-b459-85172624b835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16176930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677227'] for network, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:41.709905 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:41.724870 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2587be32-931a-4319-b459-85172624b835 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:41.726101 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Pushing event updated for resources: {'Port': ['ID=3bb8fa43-c153-48e5-a0f6-7d4723767371,revision_number=2']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:41.732243 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:41.735980 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-2587be32-931a-4319-b459-85172624b835 admin admin] 10.222.0.49 "DELETE /v2.0/networks/f55409bb-8567-4450-8667-071696e96eaa HTTP/1.1" status: 204 len: 168 time: 0.5619602 Dec 15 21:02:41.739716 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677241'] for floatingip, after_update {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:41.744100 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2587be32-931a-4319-b459-85172624b835 admin admin] Pushing event deleted for resources: {'Network': ['ID=f55409bb-8567-4450-8667-071696e96eaa,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:41.746733 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-2587be32-931a-4319-b459-85172624b835 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:42.022557 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 43306) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:42.083501 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-f0ba8769-d3ea-4008-9bf6-39b54eee7a89 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=525da4f0701240dda0aef606a2484d24&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0594845 Dec 15 21:02:42.085896 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 43310) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:42.123392 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.db.l3_db [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Floating IP 240d1235-82ff-4b46-b1eb-7fde566b243d associated. External IP: 172.27.1.57, port: 7b3cca3c-dc19-4f85-982b-b9750232336c. Dec 15 21:02:42.151802 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f1f81b8f-35fc-4a60-b941-66141a0ec6de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:42.178911 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f1f81b8f-35fc-4a60-b941-66141a0ec6de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:42.234983 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f1f81b8f-35fc-4a60-b941-66141a0ec6de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:42.238716 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-556b6d0b-5a7c-454d-b893-d392f9d4a462 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:42.253940 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f81b8f-35fc-4a60-b941-66141a0ec6de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e77388-1968-4297-8c93-29fff88ac175,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:42.257634 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-f1f81b8f-35fc-4a60-b941-66141a0ec6de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:42.263191 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f1f81b8f-35fc-4a60-b941-66141a0ec6de admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:42.264512 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-f1f81b8f-35fc-4a60-b941-66141a0ec6de admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c4e77388-1968-4297-8c93-29fff88ac175 HTTP/1.1" status: 204 len: 168 time: 0.1773531 Dec 15 21:02:42.272341 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd73c99c-adfc-4f31-a5dc-117a1b6ccdb8 req-bb331975-7db6-48a9-b66f-87a274cd5a80 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:42.273847 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-bd73c99c-adfc-4f31-a5dc-117a1b6ccdb8 req-bb331975-7db6-48a9-b66f-87a274cd5a80 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 947 time: 0.2685370 Dec 15 21:02:42.345546 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-bd73c99c-adfc-4f31-a5dc-117a1b6ccdb8 req-0adf69b6-e4ad-437c-b1a1-e104a471c1b6 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0634811 Dec 15 21:02:42.537993 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Router 71cc9c17-d341-4254-8e69-a4a229a50975 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:02:42.645377 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 43318) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:42.674879 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:02:42.695279 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-09c6ce80-773f-4fe0-acc2-9055b90a42f5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e59de52b175749429e875adc859f9e78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0474036 Dec 15 21:02:42.696531 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 43322) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:42.725933 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:02:42.736602 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7ebd4b-bbe7-4a23-b652-467be8b11557 None None] Sync routers for ids ['71cc9c17-d341-4254-8e69-a4a229a50975'] in dv-cinder-821892-1-iscsi {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:02:42.746901 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7ebd4b-bbe7-4a23-b652-467be8b11557 None None] Routers {'71cc9c17-d341-4254-8e69-a4a229a50975'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:02:42.747502 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-3f7ebd4b-bbe7-4a23-b652-467be8b11557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:02:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['71cc9c17-d341-4254-8e69-a4a229a50975'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:42.749761 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for floatingip, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:42.760342 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fd822a42-488f-4591-98ef-2de20225ae01 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:42.786599 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fd822a42-488f-4591-98ef-2de20225ae01 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:42.818021 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-715c5768-b2ec-426a-b4fc-4651079a0488 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 3.3849030 Dec 15 21:02:42.819522 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745dcaa6-fad6-4694-9eeb-550245c80f24', 'tag': '7b3cca3c-dc19-4f85-982b-b9750232336c'}] {{(pid=86859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:02:42.843152 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fd822a42-488f-4591-98ef-2de20225ae01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:42.848882 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-19a90c5c-3008-41de-8273-5e3e12dc2841 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:42.860944 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd822a42-488f-4591-98ef-2de20225ae01 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4e4249-ccfc-40a4-b242-ed139912a9d4,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:42.863439 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-fd822a42-488f-4591-98ef-2de20225ae01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:42.880851 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-fd822a42-488f-4591-98ef-2de20225ae01 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:42.882038 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-fd822a42-488f-4591-98ef-2de20225ae01 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fc4e4249-ccfc-40a4-b242-ed139912a9d4 HTTP/1.1" status: 204 len: 168 time: 0.1844161 Dec 15 21:02:42.883940 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745dcaa6-fad6-4694-9eeb-550245c80f24', 'tag': '7b3cca3c-dc19-4f85-982b-b9750232336c', 'status': 'completed', 'code': 200} Dec 15 21:02:42.948424 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-3f7ebd4b-bbe7-4a23-b652-467be8b11557 None None] Set router 71cc9c17-d341-4254-8e69-a4a229a50975 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:02:42.997035 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b1554-1d09-4f24-9f31-ca717938b55a req-3403b687-c393-457a-87b5-63ba01f8db5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:42.998586 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-b06b1554-1d09-4f24-9f31-ca717938b55a req-3403b687-c393-457a-87b5-63ba01f8db5c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f0911933cea4693bc86dfcd07ba9675&device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 1098 time: 0.0899630 Dec 15 21:02:43.156022 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b1554-1d09-4f24-9f31-ca717938b55a req-1e6f4b7e-0913-4a0f-8266-70f3b3c93293 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:43.157539 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-b06b1554-1d09-4f24-9f31-ca717938b55a req-1e6f4b7e-0913-4a0f-8266-70f3b3c93293 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2eeda4cc-cb45-495b-b445-87322079095b HTTP/1.1" status: 200 len: 912 time: 0.1469557 Dec 15 21:02:43.283841 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-b06b1554-1d09-4f24-9f31-ca717938b55a req-67cb29df-26e8-4ff7-943b-4b72fabeaa20 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b3cca3c-dc19-4f85-982b-b9750232336c HTTP/1.1" status: 200 len: 998 time: 0.1194670 Dec 15 21:02:43.343132 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-3f7ebd4b-bbe7-4a23-b652-467be8b11557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '20939aac-62f3-4a37-b5e8-41687229b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:29Z', 'updated_at': '2021-12-15T20:57:36Z', 'revision_number': 4, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'gw_port': {'id': '20939aac-62f3-4a37-b5e8-41687229b132', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:30Z', 'updated_at': '2021-12-15T20:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '240d1235-82ff-4b46-b1eb-7fde566b243d', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'port_id': '7b3cca3c-dc19-4f85-982b-b9750232336c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'mac_address': 'fa:16:3e:4f:c7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745dcaa6-fad6-4694-9eeb-550245c80f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:02:41Z', 'updated_at': '2021-12-15T21:02:41Z', 'revision_number': 0, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93700a9-f9f0-4fc4-a21c-26c15b198853', 'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'mac_address': 'fa:16:3e:d0:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:58:14Z', 'revision_number': 5, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'subnets': [{'id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:43.347920 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7ebd4b-bbe7-4a23-b652-467be8b11557 None None] Checking router: 71cc9c17-d341-4254-8e69-a4a229a50975 for host: dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:02:43.350142 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b1554-1d09-4f24-9f31-ca717938b55a req-9f457952-f9e5-499e-8fbb-480f9361778f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:43.352054 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-b06b1554-1d09-4f24-9f31-ca717938b55a req-9f457952-f9e5-499e-8fbb-480f9361778f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=534b39db-0a31-42ab-9b6e-df04c958037c HTTP/1.1" status: 200 len: 850 time: 0.0617270 Dec 15 21:02:43.357886 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7ebd4b-bbe7-4a23-b652-467be8b11557 None None] Routers {'71cc9c17-d341-4254-8e69-a4a229a50975'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:02:43.358498 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-3f7ebd4b-bbe7-4a23-b652-467be8b11557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:02:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['71cc9c17-d341-4254-8e69-a4a229a50975'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:43.438120 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06b1554-1d09-4f24-9f31-ca717938b55a req-101f5d38-c324-47cc-ab1b-f71c04f9e8b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:43.440392 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-b06b1554-1d09-4f24-9f31-ca717938b55a req-101f5d38-c324-47cc-ab1b-f71c04f9e8b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2eeda4cc-cb45-495b-b445-87322079095b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0802267 Dec 15 21:02:43.586366 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fc042cf-ba85-4606-8ad5-9d3f587dc393 req-61d5fec5-4524-43eb-9aaa-90346e3abc8a tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:43.588539 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0fc042cf-ba85-4606-8ad5-9d3f587dc393 req-61d5fec5-4524-43eb-9aaa-90346e3abc8a tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 947 time: 0.0971859 Dec 15 21:02:43.610004 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-b06b1554-1d09-4f24-9f31-ca717938b55a req-de9f4332-9e58-4681-bba7-2ebbb27e802c service neutron] 10.222.0.41 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1615825 Dec 15 21:02:43.610357 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-3f7ebd4b-bbe7-4a23-b652-467be8b11557 None None] Set router 71cc9c17-d341-4254-8e69-a4a229a50975 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:02:43.639353 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0fc042cf-ba85-4606-8ad5-9d3f587dc393 req-31a85446-4382-408b-9ba6-b1dfded4ac40 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449779 Dec 15 21:02:43.759041 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-b06b1554-1d09-4f24-9f31-ca717938b55a req-b87ff191-6519-4ab9-a47b-c087621a3b78 service neutron] 10.222.0.41 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1422515 Dec 15 21:02:43.987067 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-3f7ebd4b-bbe7-4a23-b652-467be8b11557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '20939aac-62f3-4a37-b5e8-41687229b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:29Z', 'updated_at': '2021-12-15T20:57:36Z', 'revision_number': 4, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'gw_port': {'id': '20939aac-62f3-4a37-b5e8-41687229b132', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:30Z', 'updated_at': '2021-12-15T20:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '240d1235-82ff-4b46-b1eb-7fde566b243d', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'port_id': '7b3cca3c-dc19-4f85-982b-b9750232336c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'mac_address': 'fa:16:3e:4f:c7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745dcaa6-fad6-4694-9eeb-550245c80f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:02:41Z', 'updated_at': '2021-12-15T21:02:41Z', 'revision_number': 0, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93700a9-f9f0-4fc4-a21c-26c15b198853', 'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'mac_address': 'fa:16:3e:d0:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:58:14Z', 'revision_number': 5, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'subnets': [{'id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:43.991313 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7ebd4b-bbe7-4a23-b652-467be8b11557 None None] The sync data for ids ['71cc9c17-d341-4254-8e69-a4a229a50975'] in dv-cinder-821892-1-iscsi is: [{'id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '20939aac-62f3-4a37-b5e8-41687229b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:29Z', 'updated_at': '2021-12-15T20:57:36Z', 'revision_number': 4, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'gw_port': {'id': '20939aac-62f3-4a37-b5e8-41687229b132', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:30Z', 'updated_at': '2021-12-15T20:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '240d1235-82ff-4b46-b1eb-7fde566b243d', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'port_id': '7b3cca3c-dc19-4f85-982b-b9750232336c', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'mac_address': 'fa:16:3e:4f:c7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745dcaa6-fad6-4694-9eeb-550245c80f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:02:41Z', 'updated_at': '2021-12-15T21:02:41Z', 'revision_number': 0, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93700a9-f9f0-4fc4-a21c-26c15b198853', 'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'mac_address': 'fa:16:3e:d0:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:58:14Z', 'revision_number': 5, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'subnets': [{'id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:02:44.190981 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7c4ba45e-309e-45ad-8294-cd290b33b2f3 None None] New status for floating IP 240d1235-82ff-4b46-b1eb-7fde566b243d: ACTIVE {{(pid=86860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:02:45.035734 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 43420) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:45.151664 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-9a4b389f-3a1a-410e-a643-8cd185ae8c1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:45.165377 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-9a4b389f-3a1a-410e-a643-8cd185ae8c1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:02:45.169191 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-9a4b389f-3a1a-410e-a643-8cd185ae8c1f admin admin] Usage tracker for resource:security_group_rule and tenant:fc34df1f74614ce395801e6c1f565bd2 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:02:45.171983 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-9a4b389f-3a1a-410e-a643-8cd185ae8c1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:02:45.177570 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-9a4b389f-3a1a-410e-a643-8cd185ae8c1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:02:45.261222 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-9a4b389f-3a1a-410e-a643-8cd185ae8c1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:45.264879 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-9a4b389f-3a1a-410e-a643-8cd185ae8c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:45.276193 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-f1f81b8f-35fc-4a60-b941-66141a0ec6de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:45.309832 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-9a4b389f-3a1a-410e-a643-8cd185ae8c1f admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fc34df1f74614ce395801e6c1f565bd2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2730548 Dec 15 21:02:45.312520 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 43426) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:45.313660 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a4b389f-3a1a-410e-a643-8cd185ae8c1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f366099-9298-46fa-9717-b720fb84ea81,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:45.316590 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-9a4b389f-3a1a-410e-a643-8cd185ae8c1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:45.372931 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-70633cee-e179-49b6-bc24-c1b3c97abe34 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:45.398334 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-70633cee-e179-49b6-bc24-c1b3c97abe34 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:45.448051 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-70633cee-e179-49b6-bc24-c1b3c97abe34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:45.452632 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-956fc986-c861-4893-b61e-878ea4232ca7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:45.465163 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70633cee-e179-49b6-bc24-c1b3c97abe34 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f366099-9298-46fa-9717-b720fb84ea81,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:45.467860 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-70633cee-e179-49b6-bc24-c1b3c97abe34 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:45.468865 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-70633cee-e179-49b6-bc24-c1b3c97abe34 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:45.470050 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-70633cee-e179-49b6-bc24-c1b3c97abe34 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9f366099-9298-46fa-9717-b720fb84ea81 HTTP/1.1" status: 204 len: 168 time: 0.1563492 Dec 15 21:02:45.742342 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 43436) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:45.762235 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-244c2d0c-aab8-4727-98ab-3ee9c2aa4048 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:45.776914 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-244c2d0c-aab8-4727-98ab-3ee9c2aa4048 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:02:45.780711 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-244c2d0c-aab8-4727-98ab-3ee9c2aa4048 admin admin] Usage tracker for resource:security_group_rule and tenant:2b092bb0bbb745f3855290c688c8546e is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:02:45.786224 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-244c2d0c-aab8-4727-98ab-3ee9c2aa4048 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:02:45.790148 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-244c2d0c-aab8-4727-98ab-3ee9c2aa4048 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:02:45.876175 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-244c2d0c-aab8-4727-98ab-3ee9c2aa4048 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:45.880504 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-244c2d0c-aab8-4727-98ab-3ee9c2aa4048 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:45.890321 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-8cee908a-8f1f-4a30-96e3-019ed6ac2841 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:45.937327 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-244c2d0c-aab8-4727-98ab-3ee9c2aa4048 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2b092bb0bbb745f3855290c688c8546e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1915665 Dec 15 21:02:45.937327 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-244c2d0c-aab8-4727-98ab-3ee9c2aa4048 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2ed7638-5863-4f87-8ac5-86e2f4ea1b6c,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:45.938906 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 43444) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:45.940217 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-244c2d0c-aab8-4727-98ab-3ee9c2aa4048 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:46.011354 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a13002b0-9131-4336-8421-6b9b9901c765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:46.038823 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a13002b0-9131-4336-8421-6b9b9901c765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:46.094274 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a13002b0-9131-4336-8421-6b9b9901c765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:46.098936 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-70633cee-e179-49b6-bc24-c1b3c97abe34 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:46.109278 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13002b0-9131-4336-8421-6b9b9901c765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2ed7638-5863-4f87-8ac5-86e2f4ea1b6c,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:46.112954 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-a13002b0-9131-4336-8421-6b9b9901c765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:46.117343 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a13002b0-9131-4336-8421-6b9b9901c765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:46.118976 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-a13002b0-9131-4336-8421-6b9b9901c765 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a2ed7638-5863-4f87-8ac5-86e2f4ea1b6c HTTP/1.1" status: 204 len: 168 time: 0.1771104 Dec 15 21:02:46.342921 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-2a1a2c64-4695-4df7-b144-011729d630bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:47.039574 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:47.039816 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 43474) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:47.099915 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fcb2761-607a-4cee-9063-e3e024140fde admin admin] Deleting subnet 8a6ae797-4575-4877-b8cc-acec81804a21 {{(pid=86859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:02:47.104472 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-1fcb2761-607a-4cee-9063-e3e024140fde admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:47.162173 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-1fcb2761-607a-4cee-9063-e3e024140fde admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4139045'] for subnet, precommit_delete_associations {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:47.225039 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-1fcb2761-607a-4cee-9063-e3e024140fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16175920'] for subnet, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:47.292550 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-1fcb2761-607a-4cee-9063-e3e024140fde admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16175976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4132637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3984658'] for subnet, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:47.297462 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:47.331849 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcb2761-607a-4cee-9063-e3e024140fde admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a6ae797-4575-4877-b8cc-acec81804a21,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:47.333775 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-1fcb2761-607a-4cee-9063-e3e024140fde admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for subnet, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:47.336787 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-1fcb2761-607a-4cee-9063-e3e024140fde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:47.341453 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-1fcb2761-607a-4cee-9063-e3e024140fde admin admin] 10.222.0.49 "DELETE /v2.0/subnets/8a6ae797-4575-4877-b8cc-acec81804a21 HTTP/1.1" status: 204 len: 168 time: 0.3006380 Dec 15 21:02:47.344019 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 43486) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:47.450117 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-42e4b74d-bbda-4c73-a623-649ee064bcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16236683'] for network, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:47.662173 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-42e4b74d-bbda-4c73-a623-649ee064bcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16176923', 'neutron.services.segments.db._delete_segments_for_network-8767327805862'] for network, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:47.687756 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-42e4b74d-bbda-4c73-a623-649ee064bcef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4217bf4-27e6-4e36-8420-1687ad1e4d48']}} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:47.700162 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-42e4b74d-bbda-4c73-a623-649ee064bcef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4cf94511-fd4f-4255-aa59-8762443f461b') {'for_net_delete': True} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:47.700454 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-42e4b74d-bbda-4c73-a623-649ee064bcef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4cf94511-fd4f-4255-aa59-8762443f461b') {} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:02:47.711864 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-42e4b74d-bbda-4c73-a623-649ee064bcef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767327850617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137009'] for segment, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:47.727576 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-42e4b74d-bbda-4c73-a623-649ee064bcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:47.734033 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e4b74d-bbda-4c73-a623-649ee064bcef admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=86858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:02:47.734610 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-42e4b74d-bbda-4c73-a623-649ee064bcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16163155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4191232'] for segment, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: Traceback (most recent call last): Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: timer() Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: cb(*args, **kw) Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: return func(*args, **kwargs) Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: self._notify() Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: self.callback(batched_events) Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: event.method(event) Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: return f(self, *a, **k) Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: return self._get(url).json() Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: return self.request(url, 'GET', **kwargs) Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:02:47.748087 dv-cinder-821892-1-iscsi neutron-server[86858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:02:47.824957 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-42e4b74d-bbda-4c73-a623-649ee064bcef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16176930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677227'] for network, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:47.830286 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-42e4b74d-bbda-4c73-a623-649ee064bcef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:47.834098 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ebb248a2-8f58-4e4f-a16c-fd0483d721e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:47.858511 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e4b74d-bbda-4c73-a623-649ee064bcef admin admin] Pushing event deleted for resources: {'Network': ['ID=c4217bf4-27e6-4e36-8420-1687ad1e4d48,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:47.860965 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-42e4b74d-bbda-4c73-a623-649ee064bcef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:47.874840 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-42e4b74d-bbda-4c73-a623-649ee064bcef admin admin] 10.222.0.49 "DELETE /v2.0/networks/c4217bf4-27e6-4e36-8420-1687ad1e4d48 HTTP/1.1" status: 204 len: 168 time: 0.5288963 Dec 15 21:02:48.076954 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 43506) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:48.219266 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-c8cbc260-541d-446b-a989-ec72c500ff76 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c2a0fcfa6fb64d598ba0e9dc6769d61f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1404335 Dec 15 21:02:48.220955 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 43510) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:02:48.276884 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-930ba157-b347-42da-85ad-1ca70effa6d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:48.302000 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-930ba157-b347-42da-85ad-1ca70effa6d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:48.352386 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-930ba157-b347-42da-85ad-1ca70effa6d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:48.357632 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-8469d75b-a56b-47f8-bea0-fb9fb8c97d36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:02:48.367434 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930ba157-b347-42da-85ad-1ca70effa6d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4147388d-a7ab-427f-a69b-b0414b1d0102,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:02:48.370758 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-930ba157-b347-42da-85ad-1ca70effa6d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:02:48.373881 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-930ba157-b347-42da-85ad-1ca70effa6d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:48.375000 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-930ba157-b347-42da-85ad-1ca70effa6d1 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4147388d-a7ab-427f-a69b-b0414b1d0102 HTTP/1.1" status: 204 len: 168 time: 0.1531856 Dec 15 21:02:48.674068 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-96ee47c8-6bc0-4982-8e82-09ab4f8719bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:49.406212 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-5d7cd2c5-2f2f-4964-b9ad-438a7222a309 req-73c3eadc-9c22-4894-af69-5b2407f5a806 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0682290 Dec 15 21:02:49.503209 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cd2c5-2f2f-4964-b9ad-438a7222a309 req-83d1af00-ee0d-49c2-a4c9-40dc1ea29837 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:49.504630 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-5d7cd2c5-2f2f-4964-b9ad-438a7222a309 req-83d1af00-ee0d-49c2-a4c9-40dc1ea29837 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0fed2bbf61794fe0b44a6f599b13bfe1&device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 1098 time: 0.0719888 Dec 15 21:02:49.646989 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cd2c5-2f2f-4964-b9ad-438a7222a309 req-3a41e807-159a-4a32-9f17-0216edeb943c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:49.648427 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-5d7cd2c5-2f2f-4964-b9ad-438a7222a309 req-3a41e807-159a-4a32-9f17-0216edeb943c service neutron] 10.222.0.41 "GET /v2.0/networks?id=5de9587e-f494-45e3-b78a-91f0735c06e8 HTTP/1.1" status: 200 len: 909 time: 0.1247523 Dec 15 21:02:49.692610 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:49.715119 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:02:49.752777 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-5d7cd2c5-2f2f-4964-b9ad-438a7222a309 req-27e8d24e-23f5-4a6a-bc34-a84437421ee4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf3797e2-69ce-44c9-978d-a579401cbddb HTTP/1.1" status: 200 len: 1000 time: 0.0969894 Dec 15 21:02:49.815803 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cd2c5-2f2f-4964-b9ad-438a7222a309 req-66c4af79-4ed4-40f2-a626-e770c3a67798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:49.817193 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-5d7cd2c5-2f2f-4964-b9ad-438a7222a309 req-66c4af79-4ed4-40f2-a626-e770c3a67798 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5595c1c-8ca0-4af9-bdbb-973634ba4b63 HTTP/1.1" status: 200 len: 847 time: 0.0574903 Dec 15 21:02:49.890866 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7cd2c5-2f2f-4964-b9ad-438a7222a309 req-33dfd8bc-d7ce-4844-b665-cd50d7b8e6de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:02:49.892300 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-5d7cd2c5-2f2f-4964-b9ad-438a7222a309 req-33dfd8bc-d7ce-4844-b665-cd50d7b8e6de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5de9587e-f494-45e3-b78a-91f0735c06e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0684397 Dec 15 21:02:50.022300 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-5d7cd2c5-2f2f-4964-b9ad-438a7222a309 req-5f6b2ccd-28be-470c-9a48-ccbff1303b0d service neutron] 10.222.0.41 "GET /v2.0/networks/5de9587e-f494-45e3-b78a-91f0735c06e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1222689 Dec 15 21:02:50.153775 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-5d7cd2c5-2f2f-4964-b9ad-438a7222a309 req-702d1ef8-f414-4301-9015-6a49b096d67d service neutron] 10.222.0.41 "GET /v2.0/networks/5de9587e-f494-45e3-b78a-91f0735c06e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1239057 Dec 15 21:02:51.120112 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:03.865908 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 43686) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:03.985517 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-03ff0d24-c1d4-422d-914f-59859f451a76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:03.999351 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-03ff0d24-c1d4-422d-914f-59859f451a76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:03:04.003302 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-03ff0d24-c1d4-422d-914f-59859f451a76 admin admin] Usage tracker for resource:security_group_rule and tenant:522e11e776f548bc8d18e2440212f48b is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:03:04.006125 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-03ff0d24-c1d4-422d-914f-59859f451a76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:03:04.011789 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-03ff0d24-c1d4-422d-914f-59859f451a76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:03:04.092432 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-03ff0d24-c1d4-422d-914f-59859f451a76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:04.096143 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-03ff0d24-c1d4-422d-914f-59859f451a76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:04.105158 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-420bfd58-690d-48fc-9228-894184e2b1a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:04.143139 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-03ff0d24-c1d4-422d-914f-59859f451a76 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=522e11e776f548bc8d18e2440212f48b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762220 Dec 15 21:03:04.144043 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ff0d24-c1d4-422d-914f-59859f451a76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a289a054-937d-4b2c-b99d-5c44ff539130,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:04.145807 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 43694) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:04.148441 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-03ff0d24-c1d4-422d-914f-59859f451a76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:04.206665 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-243e029b-363d-4210-a38a-854bd2ff1da4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:04.232621 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-243e029b-363d-4210-a38a-854bd2ff1da4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:04.281544 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-243e029b-363d-4210-a38a-854bd2ff1da4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:04.286215 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-1b182e12-0614-4c57-95ca-f761facd3da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:04.299354 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-243e029b-363d-4210-a38a-854bd2ff1da4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a289a054-937d-4b2c-b99d-5c44ff539130,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:04.302524 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-243e029b-363d-4210-a38a-854bd2ff1da4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:04.303627 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-243e029b-363d-4210-a38a-854bd2ff1da4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a289a054-937d-4b2c-b99d-5c44ff539130 HTTP/1.1" status: 204 len: 168 time: 0.1568725 Dec 15 21:03:04.305397 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-243e029b-363d-4210-a38a-854bd2ff1da4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:04.575906 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 43704) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:04.593936 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1df1709b-15cb-4c91-8636-b49cbe2d0abd admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:04.608726 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-1df1709b-15cb-4c91-8636-b49cbe2d0abd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:03:04.612545 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-1df1709b-15cb-4c91-8636-b49cbe2d0abd admin admin] Usage tracker for resource:security_group_rule and tenant:97a410283af54b5aa606e933aa807077 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:03:04.615316 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-1df1709b-15cb-4c91-8636-b49cbe2d0abd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:03:04.620876 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-1df1709b-15cb-4c91-8636-b49cbe2d0abd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:03:04.701857 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1df1709b-15cb-4c91-8636-b49cbe2d0abd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:04.705404 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1df1709b-15cb-4c91-8636-b49cbe2d0abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:04.712599 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-5ab06269-0f60-4fe6-b23c-dd33da8b7da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:04.753556 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df1709b-15cb-4c91-8636-b49cbe2d0abd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1869ac55-8262-4371-a9f6-0cd0c853979b,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:04.756479 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-1df1709b-15cb-4c91-8636-b49cbe2d0abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:04.759714 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-1df1709b-15cb-4c91-8636-b49cbe2d0abd admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=97a410283af54b5aa606e933aa807077&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1827800 Dec 15 21:03:04.762365 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 43708) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:04.818068 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-cdefe412-3d72-4929-a11d-071ee32b5caa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:04.843051 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-cdefe412-3d72-4929-a11d-071ee32b5caa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:04.893383 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-cdefe412-3d72-4929-a11d-071ee32b5caa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:04.897019 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-5dbc7c6b-78ce-40d1-8e0b-efb0261abedd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:04.908852 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdefe412-3d72-4929-a11d-071ee32b5caa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1869ac55-8262-4371-a9f6-0cd0c853979b,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:04.911624 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-cdefe412-3d72-4929-a11d-071ee32b5caa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:04.918472 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-cdefe412-3d72-4929-a11d-071ee32b5caa admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:04.922096 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-cdefe412-3d72-4929-a11d-071ee32b5caa admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/1869ac55-8262-4371-a9f6-0cd0c853979b HTTP/1.1" status: 204 len: 168 time: 0.1564350 Dec 15 21:03:09.527900 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 43784) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:09.640596 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-26b4031c-dc6a-4e28-8cb2-d123654d2f01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:09.654976 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-26b4031c-dc6a-4e28-8cb2-d123654d2f01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:03:09.658651 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-26b4031c-dc6a-4e28-8cb2-d123654d2f01 admin admin] Usage tracker for resource:security_group_rule and tenant:fe26ef072cbd457694509bc58b6bccab is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:03:09.661349 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-26b4031c-dc6a-4e28-8cb2-d123654d2f01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:03:09.666964 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-26b4031c-dc6a-4e28-8cb2-d123654d2f01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:03:09.747225 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-26b4031c-dc6a-4e28-8cb2-d123654d2f01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:09.750635 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-26b4031c-dc6a-4e28-8cb2-d123654d2f01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:09.756920 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-54182884-013e-477c-8fb2-125c114f9c63 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:09.798387 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-26b4031c-dc6a-4e28-8cb2-d123654d2f01 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=fe26ef072cbd457694509bc58b6bccab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2691095 Dec 15 21:03:09.799180 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26b4031c-dc6a-4e28-8cb2-d123654d2f01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b094e0da-a98b-47b8-a84b-d3a769e810c0,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:09.801043 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 43790) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:09.802258 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-26b4031c-dc6a-4e28-8cb2-d123654d2f01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:09.858873 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0d7e-0391-431f-841d-d2c076fab5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:09.887070 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0d7e-0391-431f-841d-d2c076fab5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:09.937200 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0d7e-0391-431f-841d-d2c076fab5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:09.943541 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-298a8b74-cb91-4fa6-8407-8b9f8bcd019b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:09.956485 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4fb0d7e-0391-431f-841d-d2c076fab5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b094e0da-a98b-47b8-a84b-d3a769e810c0,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:09.958769 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-a4fb0d7e-0391-431f-841d-d2c076fab5ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:09.959706 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a4fb0d7e-0391-431f-841d-d2c076fab5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:09.962000 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-a4fb0d7e-0391-431f-841d-d2c076fab5ab admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/b094e0da-a98b-47b8-a84b-d3a769e810c0 HTTP/1.1" status: 204 len: 168 time: 0.1592157 Dec 15 21:03:10.226703 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 43798) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:10.244098 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-492953e8-e701-4274-9e05-a9882bfcecc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:10.257549 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-492953e8-e701-4274-9e05-a9882bfcecc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:03:10.261939 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-492953e8-e701-4274-9e05-a9882bfcecc5 admin admin] Usage tracker for resource:security_group_rule and tenant:5e3e2d3eb5ac4da09e25731130ae2b08 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:03:10.264613 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-492953e8-e701-4274-9e05-a9882bfcecc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:03:10.270143 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-492953e8-e701-4274-9e05-a9882bfcecc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:03:10.349461 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-492953e8-e701-4274-9e05-a9882bfcecc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:10.353626 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-492953e8-e701-4274-9e05-a9882bfcecc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:10.361759 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-2d207f67-d76e-4279-a5e4-485033fa814c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:10.399427 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-492953e8-e701-4274-9e05-a9882bfcecc5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=5e3e2d3eb5ac4da09e25731130ae2b08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1711404 Dec 15 21:03:10.400959 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492953e8-e701-4274-9e05-a9882bfcecc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0ee1015-2398-4751-82eb-90b3ba6859b7,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:10.402283 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 43802) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:10.403899 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-492953e8-e701-4274-9e05-a9882bfcecc5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:10.463515 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4c4899ce-51e1-4041-9614-ae6d96a1d7ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:10.488049 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4c4899ce-51e1-4041-9614-ae6d96a1d7ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:10.538625 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4c4899ce-51e1-4041-9614-ae6d96a1d7ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:10.543266 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-a56c9bc6-d25b-48ad-a125-1d67ea233c7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:10.556057 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4899ce-51e1-4041-9614-ae6d96a1d7ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0ee1015-2398-4751-82eb-90b3ba6859b7,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:10.558354 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-4c4899ce-51e1-4041-9614-ae6d96a1d7ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:10.565427 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4c4899ce-51e1-4041-9614-ae6d96a1d7ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:10.566559 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-4c4899ce-51e1-4041-9614-ae6d96a1d7ca admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f0ee1015-2398-4751-82eb-90b3ba6859b7 HTTP/1.1" status: 204 len: 168 time: 0.1633322 Dec 15 21:03:12.708433 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 43876) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:12.821547 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-c1aab4d8-2d07-4e1d-84eb-eb4fda122b03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:12.837019 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-c1aab4d8-2d07-4e1d-84eb-eb4fda122b03 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:03:12.840896 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-c1aab4d8-2d07-4e1d-84eb-eb4fda122b03 admin admin] Usage tracker for resource:security_group_rule and tenant:80e8794b9f094b40b239a3b3aef62ebd is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:03:12.843740 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-c1aab4d8-2d07-4e1d-84eb-eb4fda122b03 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:03:12.849441 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-c1aab4d8-2d07-4e1d-84eb-eb4fda122b03 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:03:12.932556 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-c1aab4d8-2d07-4e1d-84eb-eb4fda122b03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:12.937463 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-c1aab4d8-2d07-4e1d-84eb-eb4fda122b03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:12.944451 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-930ba157-b347-42da-85ad-1ca70effa6d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:12.987347 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1aab4d8-2d07-4e1d-84eb-eb4fda122b03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80666fed-cc02-4e1c-9702-733f9bc310c9,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:12.991553 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-c1aab4d8-2d07-4e1d-84eb-eb4fda122b03 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=80e8794b9f094b40b239a3b3aef62ebd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2821372 Dec 15 21:03:12.992925 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-c1aab4d8-2d07-4e1d-84eb-eb4fda122b03 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:12.995326 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 43882) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:13.051777 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8fe019f2-a33f-4ac0-b179-5b845d182467 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:13.077462 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8fe019f2-a33f-4ac0-b179-5b845d182467 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:13.126903 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8fe019f2-a33f-4ac0-b179-5b845d182467 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:13.131633 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-646140da-a02a-4d5a-9610-8dbd989192e1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:13.144462 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe019f2-a33f-4ac0-b179-5b845d182467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80666fed-cc02-4e1c-9702-733f9bc310c9,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:13.147223 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-8fe019f2-a33f-4ac0-b179-5b845d182467 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:13.148119 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8fe019f2-a33f-4ac0-b179-5b845d182467 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:13.149342 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-8fe019f2-a33f-4ac0-b179-5b845d182467 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/80666fed-cc02-4e1c-9702-733f9bc310c9 HTTP/1.1" status: 204 len: 168 time: 0.1535864 Dec 15 21:03:13.415624 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 43890) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:13.433137 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ce60c47c-ca8c-4f34-b652-ffea3c440f51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:13.450486 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-ce60c47c-ca8c-4f34-b652-ffea3c440f51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:03:13.454392 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-ce60c47c-ca8c-4f34-b652-ffea3c440f51 admin admin] Usage tracker for resource:security_group_rule and tenant:1129ce1c5ba540c2ad20cd0e7e4ed1b3 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:03:13.457053 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-ce60c47c-ca8c-4f34-b652-ffea3c440f51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:03:13.463175 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-ce60c47c-ca8c-4f34-b652-ffea3c440f51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:03:13.543168 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ce60c47c-ca8c-4f34-b652-ffea3c440f51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:13.546734 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ce60c47c-ca8c-4f34-b652-ffea3c440f51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:13.554786 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ca5286c7-8bea-4160-a81a-290ece78c28a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:13.592822 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-ce60c47c-ca8c-4f34-b652-ffea3c440f51 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=1129ce1c5ba540c2ad20cd0e7e4ed1b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1761439 Dec 15 21:03:13.594399 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60c47c-ca8c-4f34-b652-ffea3c440f51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b6258d9-151f-4b86-bf4d-9e1904fe5837,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:13.595625 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 43894) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:13.597840 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ce60c47c-ca8c-4f34-b652-ffea3c440f51 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:13.653545 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-959b9bc6-0c5f-40b7-a4a9-4b87d708cf2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:13.681689 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-959b9bc6-0c5f-40b7-a4a9-4b87d708cf2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:13.732448 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-959b9bc6-0c5f-40b7-a4a9-4b87d708cf2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:13.737124 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-4203839c-bf78-48bd-9fed-44b2326f2e1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:13.749121 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-959b9bc6-0c5f-40b7-a4a9-4b87d708cf2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b6258d9-151f-4b86-bf4d-9e1904fe5837,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:13.752094 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-959b9bc6-0c5f-40b7-a4a9-4b87d708cf2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:13.754037 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-959b9bc6-0c5f-40b7-a4a9-4b87d708cf2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:13.755884 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-959b9bc6-0c5f-40b7-a4a9-4b87d708cf2c admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9b6258d9-151f-4b86-bf4d-9e1904fe5837 HTTP/1.1" status: 204 len: 168 time: 0.1592207 Dec 15 21:03:16.337309 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-2a76d7f4-572a-4404-b1e4-5d9b67244c77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:17.035863 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:18.674752 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-945b0d75-6279-46db-bb65-cd1fd7525b3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:19.674355 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:03:19.694903 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:19.717303 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:21.087747 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:22.512190 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda43cdd-2a04-41af-a2e2-f5ba6631ccbc req-f24278b4-0237-46e7-88fd-0842efe43c54 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:03:22.513615 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-cda43cdd-2a04-41af-a2e2-f5ba6631ccbc req-f24278b4-0237-46e7-88fd-0842efe43c54 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 947 time: 0.0782464 Dec 15 21:03:22.556294 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-cda43cdd-2a04-41af-a2e2-f5ba6631ccbc req-d0691361-3ef8-4deb-9880-af4775d7e1a2 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370975 Dec 15 21:03:23.745891 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6d2cc2-dac2-40cb-aab1-88c07c2d7ac8 req-92535096-832c-4db5-b9c9-b6926f3d68ab tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:03:23.747336 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5b6d2cc2-dac2-40cb-aab1-88c07c2d7ac8 req-92535096-832c-4db5-b9c9-b6926f3d68ab tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 947 time: 0.0835502 Dec 15 21:03:23.791037 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5b6d2cc2-dac2-40cb-aab1-88c07c2d7ac8 req-a455905b-b5a6-49ac-baa1-480c3555aaf2 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups?id=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379524 Dec 15 21:03:23.926637 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b6536e-3c93-487f-918f-04c9278534ef req-8c5db22a-4a10-40b3-9ade-fcd97cba5b77 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:03:23.927333 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-a6b6536e-3c93-487f-918f-04c9278534ef req-8c5db22a-4a10-40b3-9ade-fcd97cba5b77 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Synchronizing usage tracker for tenant:e67c01112e5140159f714a65508bf5cb on resource:port {{(pid=86858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:03:23.942956 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-a6b6536e-3c93-487f-918f-04c9278534ef req-8c5db22a-4a10-40b3-9ade-fcd97cba5b77 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Unset dirty status for tenant:e67c01112e5140159f714a65508bf5cb on resource:port {{(pid=86858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:03:23.944241 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-a6b6536e-3c93-487f-918f-04c9278534ef req-8c5db22a-4a10-40b3-9ade-fcd97cba5b77 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.41 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 947 time: 0.0956733 Dec 15 21:03:24.098691 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-a6b6536e-3c93-487f-918f-04c9278534ef req-2118640a-fa8b-4e97-99a3-b283485512f5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Deleting port 40d51192-b822-4df2-a798-3ca1e603500c {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:03:24.099033 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-a6b6536e-3c93-487f-918f-04c9278534ef req-2118640a-fa8b-4e97-99a3-b283485512f5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:24.357597 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-a6b6536e-3c93-487f-918f-04c9278534ef req-2118640a-fa8b-4e97-99a3-b283485512f5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] For port 40d51192-b822-4df2-a798-3ca1e603500c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=40d51192-b822-4df2-a798-3ca1e603500c,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:03:24.357975 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-a6b6536e-3c93-487f-918f-04c9278534ef req-2118640a-fa8b-4e97-99a3-b283485512f5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:24.644122 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-a6b6536e-3c93-487f-918f-04c9278534ef req-2118640a-fa8b-4e97-99a3-b283485512f5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for floatingip, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:24.644540 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-a6b6536e-3c93-487f-918f-04c9278534ef req-2118640a-fa8b-4e97-99a3-b283485512f5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677241'] for floatingip, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:24.644800 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.db.l3_db [req-a6b6536e-3c93-487f-918f-04c9278534ef req-2118640a-fa8b-4e97-99a3-b283485512f5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Floating IP 62023a1c-3571-461c-85d0-d348851a8207 disassociated. External IP: 172.27.1.238, port: 40d51192-b822-4df2-a798-3ca1e603500c. Dec 15 21:03:24.645213 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-a6b6536e-3c93-487f-918f-04c9278534ef req-2118640a-fa8b-4e97-99a3-b283485512f5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Calling delete_port for 40d51192-b822-4df2-a798-3ca1e603500c owned by compute:nova {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:03:24.787404 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-a6b6536e-3c93-487f-918f-04c9278534ef req-2118640a-fa8b-4e97-99a3-b283485512f5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:24.792651 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-86ae3d16-4bcb-42a1-9e84-1396b144873b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:24.838030 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2118640a-fa8b-4e97-99a3-b283485512f5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Pushing event deleted for resources: {'Port': ['ID=40d51192-b822-4df2-a798-3ca1e603500c,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:24.841104 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-2118640a-fa8b-4e97-99a3-b283485512f5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:24.944551 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-400c48e4-eedc-4042-ad17-7c320508795e req-13df0622-1d2d-40e3-ab8d-70c3ad251a91 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/ports?device_id=58fe6912-274c-4d1a-a3c4-f57ca6ea347c HTTP/1.1" status: 200 len: 210 time: 0.0414429 Dec 15 21:03:25.022209 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a6b6536e-3c93-487f-918f-04c9278534ef req-2118640a-fa8b-4e97-99a3-b283485512f5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Router f6327fe7-ee94-4b44-a904-cc054d988925 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:03:25.197546 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a6b6536e-3c93-487f-918f-04c9278534ef req-2118640a-fa8b-4e97-99a3-b283485512f5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:03:25.207626 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2700f07-3422-48bb-b96c-570ff556180b None None] Sync routers for ids ['f6327fe7-ee94-4b44-a904-cc054d988925'] in dv-cinder-821892-1-iscsi {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:03:25.218506 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2700f07-3422-48bb-b96c-570ff556180b None None] Routers {'f6327fe7-ee94-4b44-a904-cc054d988925'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:03:25.219117 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-a2700f07-3422-48bb-b96c-570ff556180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:03:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['f6327fe7-ee94-4b44-a904-cc054d988925'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:03:25.271250 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b6536e-3c93-487f-918f-04c9278534ef req-2118640a-fa8b-4e97-99a3-b283485512f5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] No DVR routers for this DVR port 40d51192-b822-4df2-a798-3ca1e603500c on host hv-cinder-82189 {{(pid=86858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:03:25.274428 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-a6b6536e-3c93-487f-918f-04c9278534ef req-2118640a-fa8b-4e97-99a3-b283485512f5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:25.281825 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '58fe6912-274c-4d1a-a3c4-f57ca6ea347c', 'name': 'network-vif-deleted', 'tag': '40d51192-b822-4df2-a798-3ca1e603500c'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:03:25.311687 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-a6b6536e-3c93-487f-918f-04c9278534ef req-2118640a-fa8b-4e97-99a3-b283485512f5 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.41 "DELETE /v2.0/ports/40d51192-b822-4df2-a798-3ca1e603500c HTTP/1.1" status: 204 len: 173 time: 1.3606861 Dec 15 21:03:25.363660 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '58fe6912-274c-4d1a-a3c4-f57ca6ea347c', 'name': 'network-vif-deleted', 'tag': '40d51192-b822-4df2-a798-3ca1e603500c', 'status': 'completed', 'code': 200} Dec 15 21:03:25.416391 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-a2700f07-3422-48bb-b96c-570ff556180b None None] Set router f6327fe7-ee94-4b44-a904-cc054d988925 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:03:25.642451 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 44030) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:25.729579 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-a2700f07-3422-48bb-b96c-570ff556180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'name': 'tempest-AttachVolumeShelveTestJSON-329725510-router', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'gw_port': {'id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:53Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '86369e50-68a6-4ea1-a903-c8548fa38806', 'name': '', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'mac_address': 'fa:16:3e:29:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:11Z', 'updated_at': '2021-12-15T20:55:25Z', 'revision_number': 5, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'subnets': [{'id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:03:25.733599 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2700f07-3422-48bb-b96c-570ff556180b None None] Checking router: f6327fe7-ee94-4b44-a904-cc054d988925 for host: dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:03:25.742251 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2700f07-3422-48bb-b96c-570ff556180b None None] Routers {'f6327fe7-ee94-4b44-a904-cc054d988925'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:03:25.743391 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-a2700f07-3422-48bb-b96c-570ff556180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:03:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['f6327fe7-ee94-4b44-a904-cc054d988925'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:03:25.759695 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a2181e25-7893-438a-9a35-51c95d76ac42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:25.777899 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-a2181e25-7893-438a-9a35-51c95d76ac42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:03:25.781749 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-a2181e25-7893-438a-9a35-51c95d76ac42 admin admin] Usage tracker for resource:security_group_rule and tenant:f8200385617448e19f38d00f8aecd83e is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:03:25.784569 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-a2181e25-7893-438a-9a35-51c95d76ac42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:03:25.790985 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-a2181e25-7893-438a-9a35-51c95d76ac42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:03:25.876657 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a2181e25-7893-438a-9a35-51c95d76ac42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:25.881618 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a2181e25-7893-438a-9a35-51c95d76ac42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:25.890787 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:25.929358 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2181e25-7893-438a-9a35-51c95d76ac42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=439c66d8-5feb-4b76-af0e-a429047499e5,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:25.935458 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-a2181e25-7893-438a-9a35-51c95d76ac42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:25.946186 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 44036) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:25.946394 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-a2181e25-7893-438a-9a35-51c95d76ac42 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=f8200385617448e19f38d00f8aecd83e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3026361 Dec 15 21:03:25.968946 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-a2700f07-3422-48bb-b96c-570ff556180b None None] Set router f6327fe7-ee94-4b44-a904-cc054d988925 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:03:26.015931 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a067c065-f0a6-4902-9f95-fc452ab51adc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:26.060897 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a067c065-f0a6-4902-9f95-fc452ab51adc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:26.113388 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a067c065-f0a6-4902-9f95-fc452ab51adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:26.117184 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-244c2d0c-aab8-4727-98ab-3ee9c2aa4048 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:26.127739 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a067c065-f0a6-4902-9f95-fc452ab51adc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=439c66d8-5feb-4b76-af0e-a429047499e5,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:26.131668 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-a067c065-f0a6-4902-9f95-fc452ab51adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:26.138366 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-a067c065-f0a6-4902-9f95-fc452ab51adc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:26.141926 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-a067c065-f0a6-4902-9f95-fc452ab51adc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/439c66d8-5feb-4b76-af0e-a429047499e5 HTTP/1.1" status: 204 len: 168 time: 0.1922002 Dec 15 21:03:26.299155 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-a2700f07-3422-48bb-b96c-570ff556180b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'name': 'tempest-AttachVolumeShelveTestJSON-329725510-router', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'gw_port': {'id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:53Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '86369e50-68a6-4ea1-a903-c8548fa38806', 'name': '', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'mac_address': 'fa:16:3e:29:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:11Z', 'updated_at': '2021-12-15T20:55:25Z', 'revision_number': 5, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'subnets': [{'id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:03:26.303060 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2700f07-3422-48bb-b96c-570ff556180b None None] The sync data for ids ['f6327fe7-ee94-4b44-a904-cc054d988925'] in dv-cinder-821892-1-iscsi is: [{'id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'name': 'tempest-AttachVolumeShelveTestJSON-329725510-router', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'gw_port': {'id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:53Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '86369e50-68a6-4ea1-a903-c8548fa38806', 'name': '', 'network_id': '93026352-c79c-42ad-baed-f8112007ec46', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'mac_address': 'fa:16:3e:29:79:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_interface', 'standard_attr_id': 103, 'fixed_ips': [{'subnet_id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:55:11Z', 'updated_at': '2021-12-15T20:55:25Z', 'revision_number': 5, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'subnets': [{'id': 'eac67882-7145-4cd4-a26e-4a2149ab905e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:03:26.419302 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 44048) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:26.437898 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-35c6f98b-0f72-4cb3-b308-f87772dcc940 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:26.452791 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-35c6f98b-0f72-4cb3-b308-f87772dcc940 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:03:26.456631 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-35c6f98b-0f72-4cb3-b308-f87772dcc940 admin admin] Usage tracker for resource:security_group_rule and tenant:e114e223cf954a08a33c40228fcc7d48 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:03:26.459500 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-35c6f98b-0f72-4cb3-b308-f87772dcc940 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:03:26.465841 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-35c6f98b-0f72-4cb3-b308-f87772dcc940 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:03:26.543073 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4a87d78-133c-4352-8aef-cf3138c214d6 None None] New status for floating IP 62023a1c-3571-461c-85d0-d348851a8207: DOWN {{(pid=86860) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:03:26.550255 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-35c6f98b-0f72-4cb3-b308-f87772dcc940 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:26.555676 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-35c6f98b-0f72-4cb3-b308-f87772dcc940 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:26.562581 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ce60c47c-ca8c-4f34-b652-ffea3c440f51 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:26.605626 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-35c6f98b-0f72-4cb3-b308-f87772dcc940 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e114e223cf954a08a33c40228fcc7d48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1849215 Dec 15 21:03:26.606548 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c6f98b-0f72-4cb3-b308-f87772dcc940 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a54a52b5-2f28-474b-ab45-0f085de2ecd5,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:26.608296 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 44052) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:26.609556 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-35c6f98b-0f72-4cb3-b308-f87772dcc940 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:26.668566 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b345900c-8337-4311-aeea-e587c3cb120f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:26.694118 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b345900c-8337-4311-aeea-e587c3cb120f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:26.748462 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b345900c-8337-4311-aeea-e587c3cb120f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:26.752350 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-a2181e25-7893-438a-9a35-51c95d76ac42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:26.769839 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b345900c-8337-4311-aeea-e587c3cb120f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a54a52b5-2f28-474b-ab45-0f085de2ecd5,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:26.774725 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-b345900c-8337-4311-aeea-e587c3cb120f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:26.778911 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b345900c-8337-4311-aeea-e587c3cb120f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:26.782427 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-b345900c-8337-4311-aeea-e587c3cb120f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/a54a52b5-2f28-474b-ab45-0f085de2ecd5 HTTP/1.1" status: 204 len: 168 time: 0.1695170 Dec 15 21:03:27.109447 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 44066) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:27.174577 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b41a6369-bca3-4b5c-b342-3a53fcc628e4 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:27.203154 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b41a6369-bca3-4b5c-b342-3a53fcc628e4 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:27.255784 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b41a6369-bca3-4b5c-b342-3a53fcc628e4 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:27.261320 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-1ee97d5a-9a61-43fc-94cd-08da46047d3c tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:27.276746 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41a6369-bca3-4b5c-b342-3a53fcc628e4 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:27.279236 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-b41a6369-bca3-4b5c-b342-3a53fcc628e4 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:27.284898 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b41a6369-bca3-4b5c-b342-3a53fcc628e4 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:27.288640 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-b41a6369-bca3-4b5c-b342-3a53fcc628e4 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "DELETE /v2.0/security-groups/5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee HTTP/1.1" status: 204 len: 168 time: 0.1755457 Dec 15 21:03:27.288796 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 44076) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:27.305524 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.api.v2.resource [None req-aa0b6828-e237-4f79-9bd7-7f25b8a807c9 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] show failed (client error): The resource could not be found. Dec 15 21:03:27.306559 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-aa0b6828-e237-4f79-9bd7-7f25b8a807c9 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "GET /v2.0/security-groups/5ebbd24b-eb8d-4857-be32-e28aaf9ee1ee HTTP/1.1" status: 404 len: 347 time: 0.0162160 Dec 15 21:03:27.309434 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 44080) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:27.468335 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-4f1c8096-6b05-44a1-8191-9fc94f067601 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Deleting port 60f5e10b-2de1-43ff-949f-ac4e93cdf9b6 {{(pid=86859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:03:27.468674 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4f1c8096-6b05-44a1-8191-9fc94f067601 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:27.637450 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4f1c8096-6b05-44a1-8191-9fc94f067601 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:27.638082 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4f1c8096-6b05-44a1-8191-9fc94f067601 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:27.698807 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 40d51192-b822-4df2-a798-3ca1e603500c no longer exists at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:03:27.733688 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] No Port match for: 40d51192-b822-4df2-a798-3ca1e603500c {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:03:27.734048 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 40d51192-b822-4df2-a798-3ca1e603500c not bound to the agent host hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:03:27.761019 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-4f1c8096-6b05-44a1-8191-9fc94f067601 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Calling delete_port for 60f5e10b-2de1-43ff-949f-ac4e93cdf9b6 owned by network:floatingip {{(pid=86859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:03:27.992997 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4f1c8096-6b05-44a1-8191-9fc94f067601 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:27.997598 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-d0d88939-6e00-4e2e-8db0-c4b51740c8b0 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:28.044739 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1c8096-6b05-44a1-8191-9fc94f067601 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Pushing event deleted for resources: {'Port': ['ID=60f5e10b-2de1-43ff-949f-ac4e93cdf9b6,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:28.074933 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-4f1c8096-6b05-44a1-8191-9fc94f067601 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:28.132139 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4f1c8096-6b05-44a1-8191-9fc94f067601 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks [] for floatingip, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:28.146405 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4f1c8096-6b05-44a1-8191-9fc94f067601 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for floatingip, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:28.147532 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-4f1c8096-6b05-44a1-8191-9fc94f067601 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] 10.222.0.49 "DELETE /v2.0/floatingips/62023a1c-3571-461c-85d0-d348851a8207 HTTP/1.1" status: 204 len: 168 time: 0.8372021 Dec 15 21:03:30.893873 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 44144) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:31.245485 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 44156) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:31.457594 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e09c0a57-1227-45a2-93d2-611eb8684956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:31.471391 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-e09c0a57-1227-45a2-93d2-611eb8684956 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:03:31.475137 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-e09c0a57-1227-45a2-93d2-611eb8684956 admin admin] Usage tracker for resource:security_group_rule and tenant:4a3df95cf3794be09aa3c247fd1554a5 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:03:31.478449 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-e09c0a57-1227-45a2-93d2-611eb8684956 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:03:31.483942 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-e09c0a57-1227-45a2-93d2-611eb8684956 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:03:31.563058 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e09c0a57-1227-45a2-93d2-611eb8684956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:31.567910 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e09c0a57-1227-45a2-93d2-611eb8684956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:31.576236 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-cdefe412-3d72-4929-a11d-071ee32b5caa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:31.587602 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ab3b82f2-5bb6-47d4-8943-012554734ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624235'] for router_interface, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:31.614473 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-e09c0a57-1227-45a2-93d2-611eb8684956 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4a3df95cf3794be09aa3c247fd1554a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3678887 Dec 15 21:03:31.616152 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e09c0a57-1227-45a2-93d2-611eb8684956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fef4b034-e532-4343-93d8-9ac0a4bab164,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:31.618639 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 44162) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:31.636966 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09c0a57-1227-45a2-93d2-611eb8684956 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:03:31.637371 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09c0a57-1227-45a2-93d2-611eb8684956 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:03:31.637772 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09c0a57-1227-45a2-93d2-611eb8684956 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:03:31.638138 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09c0a57-1227-45a2-93d2-611eb8684956 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:03:31.638493 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09c0a57-1227-45a2-93d2-611eb8684956 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:03:31.638852 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09c0a57-1227-45a2-93d2-611eb8684956 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:03:31.639202 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09c0a57-1227-45a2-93d2-611eb8684956 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:03:31.639551 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09c0a57-1227-45a2-93d2-611eb8684956 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:03:31.639903 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09c0a57-1227-45a2-93d2-611eb8684956 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:03:31.640252 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09c0a57-1227-45a2-93d2-611eb8684956 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:03:31.640598 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09c0a57-1227-45a2-93d2-611eb8684956 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:03:31.640941 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e09c0a57-1227-45a2-93d2-611eb8684956 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:03:31.646391 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-e09c0a57-1227-45a2-93d2-611eb8684956 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:31.689356 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-514293ca-51c6-4799-bca4-5356c0f5d51a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:31.718290 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-514293ca-51c6-4799-bca4-5356c0f5d51a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:31.770128 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-514293ca-51c6-4799-bca4-5356c0f5d51a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:31.775853 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-fbb32cf1-6c7e-4c36-bc47-dc20226ad788 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:31.787311 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514293ca-51c6-4799-bca4-5356c0f5d51a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fef4b034-e532-4343-93d8-9ac0a4bab164,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:31.791108 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-514293ca-51c6-4799-bca4-5356c0f5d51a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:31.796391 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-514293ca-51c6-4799-bca4-5356c0f5d51a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:31.797745 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-514293ca-51c6-4799-bca4-5356c0f5d51a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fef4b034-e532-4343-93d8-9ac0a4bab164 HTTP/1.1" status: 204 len: 168 time: 0.1782088 Dec 15 21:03:31.940134 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-ab3b82f2-5bb6-47d4-8943-012554734ee2 admin admin] Deleting port 86369e50-68a6-4ea1-a903-c8548fa38806 {{(pid=86859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:03:31.940685 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ab3b82f2-5bb6-47d4-8943-012554734ee2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:32.082588 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 44170) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:32.100149 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0d39361c-cacc-4ab8-bee3-53416afe1c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:32.112671 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.db [None req-ab3b82f2-5bb6-47d4-8943-012554734ee2 admin admin] For port 86369e50-68a6-4ea1-a903-c8548fa38806, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=86369e50-68a6-4ea1-a903-c8548fa38806,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:03:32.113266 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ab3b82f2-5bb6-47d4-8943-012554734ee2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:32.114805 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-0d39361c-cacc-4ab8-bee3-53416afe1c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:03:32.119260 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-0d39361c-cacc-4ab8-bee3-53416afe1c68 admin admin] Usage tracker for resource:security_group_rule and tenant:4d328d15750d4547a17ec19661c59476 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:03:32.122023 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-0d39361c-cacc-4ab8-bee3-53416afe1c68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:03:32.127573 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-0d39361c-cacc-4ab8-bee3-53416afe1c68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:03:32.209377 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0d39361c-cacc-4ab8-bee3-53416afe1c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:32.214519 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-0d39361c-cacc-4ab8-bee3-53416afe1c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:32.223035 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-0c84fea1-139d-4f52-abb4-5d2fc0d510d2 tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:32.268445 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-0d39361c-cacc-4ab8-bee3-53416afe1c68 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=4d328d15750d4547a17ec19661c59476&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1823425 Dec 15 21:03:32.268445 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39361c-cacc-4ab8-bee3-53416afe1c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf5103c7-c76e-4779-a21f-282a3e2e8328,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:32.269814 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 44174) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:32.271726 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-0d39361c-cacc-4ab8-bee3-53416afe1c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:32.332782 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-febd898c-a4f2-4302-8f5b-e23fc5d5b93d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:32.341569 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-ab3b82f2-5bb6-47d4-8943-012554734ee2 admin admin] Calling delete_port for 86369e50-68a6-4ea1-a903-c8548fa38806 owned by network:router_interface {{(pid=86859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:03:32.359818 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-febd898c-a4f2-4302-8f5b-e23fc5d5b93d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:32.410930 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-febd898c-a4f2-4302-8f5b-e23fc5d5b93d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:32.415750 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-aac2ea17-1382-4e14-9456-2aeb22ec5295 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:32.425683 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febd898c-a4f2-4302-8f5b-e23fc5d5b93d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf5103c7-c76e-4779-a21f-282a3e2e8328,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:32.429035 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-febd898c-a4f2-4302-8f5b-e23fc5d5b93d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.013s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:32.432207 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-febd898c-a4f2-4302-8f5b-e23fc5d5b93d admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:32.433297 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-febd898c-a4f2-4302-8f5b-e23fc5d5b93d admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/cf5103c7-c76e-4779-a21f-282a3e2e8328 HTTP/1.1" status: 204 len: 168 time: 0.1631229 Dec 15 21:03:32.511089 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ab3b82f2-5bb6-47d4-8943-012554734ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:32.515558 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-4561842a-396f-466f-bc33-586d0fe961a4 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:32.561057 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3b82f2-5bb6-47d4-8943-012554734ee2 admin admin] Pushing event deleted for resources: {'Port': ['ID=86369e50-68a6-4ea1-a903-c8548fa38806,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:32.564000 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-ab3b82f2-5bb6-47d4-8943-012554734ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:32.828544 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ab3b82f2-5bb6-47d4-8943-012554734ee2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619291'] for router_interface, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:33.191410 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab3b82f2-5bb6-47d4-8943-012554734ee2 admin admin] Router f6327fe7-ee94-4b44-a904-cc054d988925 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:03:33.366463 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab3b82f2-5bb6-47d4-8943-012554734ee2 admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:03:33.375629 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325bcf07-3f73-4f33-9497-8fae43425d6d None None] Sync routers for ids ['f6327fe7-ee94-4b44-a904-cc054d988925'] in dv-cinder-821892-1-iscsi {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:03:33.379962 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-ab3b82f2-5bb6-47d4-8943-012554734ee2 admin admin] 10.222.0.49 "PUT /v2.0/routers/f6327fe7-ee94-4b44-a904-cc054d988925/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4850597 Dec 15 21:03:33.382729 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 44204) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:33.388496 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325bcf07-3f73-4f33-9497-8fae43425d6d None None] Routers {'f6327fe7-ee94-4b44-a904-cc054d988925'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:03:33.389177 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-325bcf07-3f73-4f33-9497-8fae43425d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:03:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['f6327fe7-ee94-4b44-a904-cc054d988925'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:03:33.563690 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-48588afc-b3ca-4906-bd48-3db79db01a47 admin admin] Notify callbacks [] for router, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:33.571324 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-325bcf07-3f73-4f33-9497-8fae43425d6d None None] Set router f6327fe7-ee94-4b44-a904-cc054d988925 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:03:33.744342 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-48588afc-b3ca-4906-bd48-3db79db01a47 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:33.766818 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-48588afc-b3ca-4906-bd48-3db79db01a47 admin admin] Deleting port 033663fe-f76e-4006-ad60-932e225f3bbb {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:03:33.767144 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-48588afc-b3ca-4906-bd48-3db79db01a47 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:33.920923 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-325bcf07-3f73-4f33-9497-8fae43425d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'name': 'tempest-AttachVolumeShelveTestJSON-329725510-router', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81'}], 'enable_snat': True}, 'gw_port_id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T21:03:32Z', 'revision_number': 5, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'gw_port': {'id': '033663fe-f76e-4006-ad60-932e225f3bbb', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:a5:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:54:53Z', 'updated_at': '2021-12-15T20:55:15Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:03:33.925264 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325bcf07-3f73-4f33-9497-8fae43425d6d None None] Checking router: f6327fe7-ee94-4b44-a904-cc054d988925 for host: dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:03:33.935224 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325bcf07-3f73-4f33-9497-8fae43425d6d None None] Routers {'f6327fe7-ee94-4b44-a904-cc054d988925'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:03:33.935883 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-325bcf07-3f73-4f33-9497-8fae43425d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:03:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['f6327fe7-ee94-4b44-a904-cc054d988925'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:03:33.965534 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [None req-48588afc-b3ca-4906-bd48-3db79db01a47 admin admin] For port 033663fe-f76e-4006-ad60-932e225f3bbb, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=033663fe-f76e-4006-ad60-932e225f3bbb,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:03:33.966254 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-48588afc-b3ca-4906-bd48-3db79db01a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:34.095857 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-325bcf07-3f73-4f33-9497-8fae43425d6d None None] Set router f6327fe7-ee94-4b44-a904-cc054d988925 gateway port host: None {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:03:34.100662 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-48588afc-b3ca-4906-bd48-3db79db01a47 admin admin] Calling delete_port for 033663fe-f76e-4006-ad60-932e225f3bbb owned by network:router_gateway {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:03:34.201844 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-325bcf07-3f73-4f33-9497-8fae43425d6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'name': 'tempest-AttachVolumeShelveTestJSON-329725510-router', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T21:03:33Z', 'revision_number': 6, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'gw_port_host': None}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:03:34.206584 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325bcf07-3f73-4f33-9497-8fae43425d6d None None] The sync data for ids ['f6327fe7-ee94-4b44-a904-cc054d988925'] in dv-cinder-821892-1-iscsi is: [{'id': 'f6327fe7-ee94-4b44-a904-cc054d988925', 'name': 'tempest-AttachVolumeShelveTestJSON-329725510-router', 'tenant_id': 'e67c01112e5140159f714a65508bf5cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:54:50Z', 'updated_at': '2021-12-15T21:03:33Z', 'revision_number': 6, 'project_id': 'e67c01112e5140159f714a65508bf5cb', 'gw_port_host': None}] {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:03:34.269454 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-48588afc-b3ca-4906-bd48-3db79db01a47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:34.274348 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-5cb0936c-3291-4051-af62-b7195d8b0fdf service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:34.320058 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48588afc-b3ca-4906-bd48-3db79db01a47 admin admin] Pushing event deleted for resources: {'Port': ['ID=033663fe-f76e-4006-ad60-932e225f3bbb,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:34.345474 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-48588afc-b3ca-4906-bd48-3db79db01a47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:34.406454 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-48588afc-b3ca-4906-bd48-3db79db01a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677260'] for router_gateway, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:34.661256 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-48588afc-b3ca-4906-bd48-3db79db01a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1619303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-376'] for router, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:34.663426 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-48588afc-b3ca-4906-bd48-3db79db01a47 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:34.686599 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-48588afc-b3ca-4906-bd48-3db79db01a47 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1624130'] for router, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:34.687149 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48588afc-b3ca-4906-bd48-3db79db01a47 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f6327fe7-ee94-4b44-a904-cc054d988925 {{(pid=86858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:03:34.698997 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-48588afc-b3ca-4906-bd48-3db79db01a47 admin admin] Notify callbacks [] for router, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:34.700100 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-48588afc-b3ca-4906-bd48-3db79db01a47 admin admin] 10.222.0.49 "DELETE /v2.0/routers/f6327fe7-ee94-4b44-a904-cc054d988925 HTTP/1.1" status: 204 len: 168 time: 1.3158543 Dec 15 21:03:34.702948 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 44220) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:34.764024 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_v2 [None req-e10adaec-26a7-4c3a-9679-ef64dfc71bd7 admin admin] Deleting subnet eac67882-7145-4cd4-a26e-4a2149ab905e {{(pid=86858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:03:34.766878 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e10adaec-26a7-4c3a-9679-ef64dfc71bd7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:34.813874 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e10adaec-26a7-4c3a-9679-ef64dfc71bd7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136998'] for subnet, precommit_delete_associations {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:34.892061 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e10adaec-26a7-4c3a-9679-ef64dfc71bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16175920'] for subnet, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:34.964049 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e10adaec-26a7-4c3a-9679-ef64dfc71bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16175976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4191454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3358994'] for subnet, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:34.969032 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:35.003100 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e10adaec-26a7-4c3a-9679-ef64dfc71bd7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=eac67882-7145-4cd4-a26e-4a2149ab905e,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:35.006286 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-e10adaec-26a7-4c3a-9679-ef64dfc71bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:35.007372 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-e10adaec-26a7-4c3a-9679-ef64dfc71bd7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:35.022545 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-e10adaec-26a7-4c3a-9679-ef64dfc71bd7 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/eac67882-7145-4cd4-a26e-4a2149ab905e HTTP/1.1" status: 204 len: 168 time: 0.3100855 Dec 15 21:03:35.022545 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 44226) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:35.022768 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00077405-33d9-458c-81bf-81dae052cd88 None None] Network 93026352-c79c-42ad-baed-f8112007ec46 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:03:35.128962 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7c36aaf6-4d93-4105-9a86-9ce2e7006598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16236683'] for network, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:35.140202 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-7c36aaf6-4d93-4105-9a86-9ce2e7006598 admin admin] Deleting port f01ab7d1-53f6-418c-834e-df252eb92772 {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:03:35.140450 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7c36aaf6-4d93-4105-9a86-9ce2e7006598 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:35.155774 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 86369e50-68a6-4ea1-a903-c8548fa38806 no longer exists at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:03:35.230356 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] No Port match for: 86369e50-68a6-4ea1-a903-c8548fa38806 {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:03:35.230976 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 86369e50-68a6-4ea1-a903-c8548fa38806 not bound to the agent host dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:03:35.231403 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 033663fe-f76e-4006-ad60-932e225f3bbb no longer exists at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:03:35.279610 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] No Port match for: 033663fe-f76e-4006-ad60-932e225f3bbb {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:03:35.280034 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 033663fe-f76e-4006-ad60-932e225f3bbb not bound to the agent host dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:03:35.389935 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [None req-7c36aaf6-4d93-4105-9a86-9ce2e7006598 admin admin] For port f01ab7d1-53f6-418c-834e-df252eb92772, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=f01ab7d1-53f6-418c-834e-df252eb92772,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:03:35.392887 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7c36aaf6-4d93-4105-9a86-9ce2e7006598 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:35.395285 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61f3e46e-8b50-4bcd-bf56-ae3338051b11 None None] DHCP port deletion for 93026352-c79c-42ad-baed-f8112007ec46 request from dv-cinder-821892-1-iscsi {{(pid=86860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:03:35.400005 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-61f3e46e-8b50-4bcd-bf56-ae3338051b11 None None] Deleting port f01ab7d1-53f6-418c-834e-df252eb92772 {{(pid=86860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:03:35.400391 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-61f3e46e-8b50-4bcd-bf56-ae3338051b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:35.514476 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-7c36aaf6-4d93-4105-9a86-9ce2e7006598 admin admin] Calling delete_port for f01ab7d1-53f6-418c-834e-df252eb92772 owned by network:dhcp {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:03:35.588678 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7c36aaf6-4d93-4105-9a86-9ce2e7006598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:35.593466 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-0aacd94f-f4f1-4cb8-8386-969ca9f81501 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:35.599844 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-61f3e46e-8b50-4bcd-bf56-ae3338051b11 None None] For port f01ab7d1-53f6-418c-834e-df252eb92772, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=f01ab7d1-53f6-418c-834e-df252eb92772,segment=NetworkSegment(359406e9-c978-4a6b-820c-bf18b686d71f),segment_id=359406e9-c978-4a6b-820c-bf18b686d71f)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:03:35.600347 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-61f3e46e-8b50-4bcd-bf56-ae3338051b11 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:35.641648 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36aaf6-4d93-4105-9a86-9ce2e7006598 admin admin] Pushing event deleted for resources: {'Port': ['ID=f01ab7d1-53f6-418c-834e-df252eb92772,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:35.644749 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-7c36aaf6-4d93-4105-9a86-9ce2e7006598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:35.645522 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c36aaf6-4d93-4105-9a86-9ce2e7006598 admin admin] No DVR routers for this DVR port f01ab7d1-53f6-418c-834e-df252eb92772 on host dv-cinder-821892-1-iscsi {{(pid=86858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:03:35.719911 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-61f3e46e-8b50-4bcd-bf56-ae3338051b11 None None] Calling delete_port for f01ab7d1-53f6-418c-834e-df252eb92772 owned by network:dhcp {{(pid=86860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:03:35.760390 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7c36aaf6-4d93-4105-9a86-9ce2e7006598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16176923', 'neutron.services.segments.db._delete_segments_for_network-8767327805862'] for network, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:35.784966 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-7c36aaf6-4d93-4105-9a86-9ce2e7006598 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['93026352-c79c-42ad-baed-f8112007ec46']}} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:03:35.790874 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.db.api [None req-61f3e46e-8b50-4bcd-bf56-ae3338051b11 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:03:35.791603 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_db.api [None req-61f3e46e-8b50-4bcd-bf56-ae3338051b11 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:03:35.797203 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-7c36aaf6-4d93-4105-9a86-9ce2e7006598 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359406e9-c978-4a6b-820c-bf18b686d71f') {'for_net_delete': True} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:03:35.797499 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-7c36aaf6-4d93-4105-9a86-9ce2e7006598 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359406e9-c978-4a6b-820c-bf18b686d71f') {} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:03:35.808991 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7c36aaf6-4d93-4105-9a86-9ce2e7006598 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767327850617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137009'] for segment, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:35.824866 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7c36aaf6-4d93-4105-9a86-9ce2e7006598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:35.830959 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7c36aaf6-4d93-4105-9a86-9ce2e7006598 admin admin] Releasing vlan 180 on physical network physnet1 to pool {{(pid=86858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:03:35.831332 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7c36aaf6-4d93-4105-9a86-9ce2e7006598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16163155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4191232'] for segment, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: Traceback (most recent call last): Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: timer() Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: cb(*args, **kw) Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: return func(*args, **kwargs) Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: self._notify() Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: self.callback(batched_events) Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: event.method(event) Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: return f(self, *a, **k) Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: return self._get(url).json() Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: return self.request(url, 'GET', **kwargs) Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:03:35.844054 dv-cinder-821892-1-iscsi neutron-server[86858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:03:35.919741 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7c36aaf6-4d93-4105-9a86-9ce2e7006598 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16176930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677227'] for network, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:35.924359 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:35.938338 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7c36aaf6-4d93-4105-9a86-9ce2e7006598 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:35.948378 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c36aaf6-4d93-4105-9a86-9ce2e7006598 admin admin] Pushing event deleted for resources: {'Network': ['ID=93026352-c79c-42ad-baed-f8112007ec46,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:35.950752 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-7c36aaf6-4d93-4105-9a86-9ce2e7006598 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:35.963890 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-7c36aaf6-4d93-4105-9a86-9ce2e7006598 admin admin] 10.222.0.49 "DELETE /v2.0/networks/93026352-c79c-42ad-baed-f8112007ec46 HTTP/1.1" status: 204 len: 168 time: 0.9464660 Dec 15 21:03:36.131094 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 44236) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:36.178912 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-567c7d87-71f6-40c2-83cb-389531fdf25e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=e67c01112e5140159f714a65508bf5cb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0466437 Dec 15 21:03:36.181866 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 44240) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:36.237781 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-08eb69a8-07d7-4faf-a435-aabd8069b239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:36.262321 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-08eb69a8-07d7-4faf-a435-aabd8069b239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:36.292579 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-61f3e46e-8b50-4bcd-bf56-ae3338051b11 None None] Deleting port f01ab7d1-53f6-418c-834e-df252eb92772 {{(pid=86860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:03:36.293047 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-61f3e46e-8b50-4bcd-bf56-ae3338051b11 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:36.312845 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-08eb69a8-07d7-4faf-a435-aabd8069b239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:36.318065 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-a13002b0-9131-4336-8421-6b9b9901c765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:36.337633 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb69a8-07d7-4faf-a435-aabd8069b239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe29535b-4d0d-4b99-a8a2-3865a9392ca2,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:36.339991 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-08eb69a8-07d7-4faf-a435-aabd8069b239 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:36.342492 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-08eb69a8-07d7-4faf-a435-aabd8069b239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:36.343590 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-08eb69a8-07d7-4faf-a435-aabd8069b239 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/fe29535b-4d0d-4b99-a8a2-3865a9392ca2 HTTP/1.1" status: 204 len: 168 time: 0.1608706 Dec 15 21:03:36.370470 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-61f3e46e-8b50-4bcd-bf56-ae3338051b11 None None] The port 'f01ab7d1-53f6-418c-834e-df252eb92772' was deleted {{(pid=86860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:03:37.073203 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device f01ab7d1-53f6-418c-834e-df252eb92772 no longer exists at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:03:37.105855 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] No Port match for: f01ab7d1-53f6-418c-834e-df252eb92772 {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:03:37.106203 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device f01ab7d1-53f6-418c-834e-df252eb92772 not bound to the agent host dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:03:42.218998 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 44324) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:42.330975 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d7acd8f0-ac7d-4be2-97e0-624e99961fe5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:42.344864 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-d7acd8f0-ac7d-4be2-97e0-624e99961fe5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:03:42.348626 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-d7acd8f0-ac7d-4be2-97e0-624e99961fe5 admin admin] Usage tracker for resource:security_group_rule and tenant:98c0c317fe2340c89296780f1e387293 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:03:42.351371 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-d7acd8f0-ac7d-4be2-97e0-624e99961fe5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:03:42.356895 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-d7acd8f0-ac7d-4be2-97e0-624e99961fe5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:03:42.438337 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d7acd8f0-ac7d-4be2-97e0-624e99961fe5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:42.441954 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d7acd8f0-ac7d-4be2-97e0-624e99961fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:42.450375 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-c2872f22-498c-46e9-8777-33b852990329 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:42.490145 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-d7acd8f0-ac7d-4be2-97e0-624e99961fe5 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=98c0c317fe2340c89296780f1e387293&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2699914 Dec 15 21:03:42.491758 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7acd8f0-ac7d-4be2-97e0-624e99961fe5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9682ec9-898d-4f04-876c-1897ba785c05,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:42.492208 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 44330) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:42.499223 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acd8f0-ac7d-4be2-97e0-624e99961fe5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:03:42.499594 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acd8f0-ac7d-4be2-97e0-624e99961fe5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:03:42.499973 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acd8f0-ac7d-4be2-97e0-624e99961fe5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:03:42.500324 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acd8f0-ac7d-4be2-97e0-624e99961fe5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:03:42.500677 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acd8f0-ac7d-4be2-97e0-624e99961fe5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:03:42.501020 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acd8f0-ac7d-4be2-97e0-624e99961fe5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:03:42.501363 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acd8f0-ac7d-4be2-97e0-624e99961fe5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:03:42.501725 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acd8f0-ac7d-4be2-97e0-624e99961fe5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:03:42.502071 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acd8f0-ac7d-4be2-97e0-624e99961fe5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:03:42.502417 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acd8f0-ac7d-4be2-97e0-624e99961fe5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:03:42.502779 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acd8f0-ac7d-4be2-97e0-624e99961fe5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:03:42.503115 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d7acd8f0-ac7d-4be2-97e0-624e99961fe5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:03:42.506904 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-d7acd8f0-ac7d-4be2-97e0-624e99961fe5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:42.549470 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f13576a0-af93-4dae-b32e-418038eb2ef2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:42.574340 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f13576a0-af93-4dae-b32e-418038eb2ef2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:42.711574 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f13576a0-af93-4dae-b32e-418038eb2ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:42.717062 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-921a716e-94ab-4d39-b126-631a166af3fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:42.728425 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13576a0-af93-4dae-b32e-418038eb2ef2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9682ec9-898d-4f04-876c-1897ba785c05,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:42.731309 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-f13576a0-af93-4dae-b32e-418038eb2ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:42.733374 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-f13576a0-af93-4dae-b32e-418038eb2ef2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:42.734348 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-f13576a0-af93-4dae-b32e-418038eb2ef2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e9682ec9-898d-4f04-876c-1897ba785c05 HTTP/1.1" status: 204 len: 168 time: 0.2411878 Dec 15 21:03:46.352811 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-98a3e939-2807-4cea-ab52-f2b9a2c89a89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:47.041445 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:47.637662 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 44396) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:47.752105 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6959-462e-4ab0-b9a8-659f3e152659 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:47.765998 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-7dfa6959-462e-4ab0-b9a8-659f3e152659 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:03:47.769769 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-7dfa6959-462e-4ab0-b9a8-659f3e152659 admin admin] Usage tracker for resource:security_group_rule and tenant:00cbcc58a1a74e57bdcfeb757a59cad1 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:03:47.772506 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-7dfa6959-462e-4ab0-b9a8-659f3e152659 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:03:47.778700 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-7dfa6959-462e-4ab0-b9a8-659f3e152659 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:03:47.858524 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6959-462e-4ab0-b9a8-659f3e152659 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:47.862083 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-7dfa6959-462e-4ab0-b9a8-659f3e152659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:47.873776 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-2765bf98-41bd-4ba2-a4ce-3fa6e599295c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:48.011255 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-7dfa6959-462e-4ab0-b9a8-659f3e152659 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=00cbcc58a1a74e57bdcfeb757a59cad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3724921 Dec 15 21:03:48.012145 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfa6959-462e-4ab0-b9a8-659f3e152659 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8f1d1843-b62b-40b1-84e0-3a3065971552,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:48.013976 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 44402) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:48.015068 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-7dfa6959-462e-4ab0-b9a8-659f3e152659 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:48.072415 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-4477788b-1e51-4fb0-9e5d-22ea0c9fcd62 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:48.099167 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-4477788b-1e51-4fb0-9e5d-22ea0c9fcd62 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:48.149450 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-4477788b-1e51-4fb0-9e5d-22ea0c9fcd62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:48.154650 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-a067c065-f0a6-4902-9f95-fc452ab51adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:48.165898 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4477788b-1e51-4fb0-9e5d-22ea0c9fcd62 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f1d1843-b62b-40b1-84e0-3a3065971552,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:48.168770 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-4477788b-1e51-4fb0-9e5d-22ea0c9fcd62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:48.170663 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-4477788b-1e51-4fb0-9e5d-22ea0c9fcd62 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:48.171742 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-4477788b-1e51-4fb0-9e5d-22ea0c9fcd62 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/8f1d1843-b62b-40b1-84e0-3a3065971552 HTTP/1.1" status: 204 len: 168 time: 0.1568196 Dec 15 21:03:48.676908 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-47e8823a-1f28-4558-b322-62d12732e91a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:49.699388 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:49.721799 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:49.744772 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 44448) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:49.857941 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-c5d29d11-bc92-4822-8ecf-ef8cfb6233a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:49.872426 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-c5d29d11-bc92-4822-8ecf-ef8cfb6233a8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:03:49.876307 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-c5d29d11-bc92-4822-8ecf-ef8cfb6233a8 admin admin] Usage tracker for resource:security_group_rule and tenant:64fd3f0a5f3540cdb14d6b996037355d is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:03:49.879074 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-c5d29d11-bc92-4822-8ecf-ef8cfb6233a8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:03:49.885218 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-c5d29d11-bc92-4822-8ecf-ef8cfb6233a8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:03:49.971074 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-c5d29d11-bc92-4822-8ecf-ef8cfb6233a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:49.974757 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-c5d29d11-bc92-4822-8ecf-ef8cfb6233a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:49.980973 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-d502c88a-af4e-40b7-a184-841dc3233221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:50.019721 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d29d11-bc92-4822-8ecf-ef8cfb6233a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a9f1d98-8bec-4926-93a1-0813b9878dfb,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:50.023913 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-c5d29d11-bc92-4822-8ecf-ef8cfb6233a8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=64fd3f0a5f3540cdb14d6b996037355d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2781515 Dec 15 21:03:50.024812 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-c5d29d11-bc92-4822-8ecf-ef8cfb6233a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:50.026989 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 44454) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:50.083352 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b226cccd-a986-472f-ab24-143d0fc075cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:50.109082 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b226cccd-a986-472f-ab24-143d0fc075cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:50.158819 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b226cccd-a986-472f-ab24-143d0fc075cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:50.163285 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-35c6f98b-0f72-4cb3-b308-f87772dcc940 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:50.176284 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b226cccd-a986-472f-ab24-143d0fc075cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a9f1d98-8bec-4926-93a1-0813b9878dfb,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:50.178608 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-b226cccd-a986-472f-ab24-143d0fc075cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:50.180714 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b226cccd-a986-472f-ab24-143d0fc075cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:50.182562 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-b226cccd-a986-472f-ab24-143d0fc075cc admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/9a9f1d98-8bec-4926-93a1-0813b9878dfb HTTP/1.1" status: 204 len: 168 time: 0.1550786 Dec 15 21:03:50.308177 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4c4a7969-6691-4aae-9c69-c73b82933725 req-51b351c4-20be-4171-9132-f5dd7753cb52 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0748773 Dec 15 21:03:50.458222 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 44462) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:50.459913 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a7969-6691-4aae-9c69-c73b82933725 req-6e2b736a-2ba0-4a9e-88d6-7b05eda04847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:03:50.461382 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4c4a7969-6691-4aae-9c69-c73b82933725 req-6e2b736a-2ba0-4a9e-88d6-7b05eda04847 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0fed2bbf61794fe0b44a6f599b13bfe1&device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 1098 time: 0.0747607 Dec 15 21:03:50.476309 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f8e1a4df-da64-43eb-8d66-5aac0e9f8fef admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:50.490281 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-f8e1a4df-da64-43eb-8d66-5aac0e9f8fef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:03:50.494612 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-f8e1a4df-da64-43eb-8d66-5aac0e9f8fef admin admin] Usage tracker for resource:security_group_rule and tenant:953bf6a004f248368718762ea5577162 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:03:50.497366 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-f8e1a4df-da64-43eb-8d66-5aac0e9f8fef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:03:50.503014 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-f8e1a4df-da64-43eb-8d66-5aac0e9f8fef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:03:50.589858 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f8e1a4df-da64-43eb-8d66-5aac0e9f8fef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:50.594053 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f8e1a4df-da64-43eb-8d66-5aac0e9f8fef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:50.602174 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-56c4314f-84c7-48ab-8c0a-e207d40c0e8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:50.611791 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a7969-6691-4aae-9c69-c73b82933725 req-506386d7-7f55-4859-8a9a-27322f6259f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:03:50.613230 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4c4a7969-6691-4aae-9c69-c73b82933725 req-506386d7-7f55-4859-8a9a-27322f6259f5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5de9587e-f494-45e3-b78a-91f0735c06e8 HTTP/1.1" status: 200 len: 909 time: 0.1288667 Dec 15 21:03:50.643345 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-f8e1a4df-da64-43eb-8d66-5aac0e9f8fef admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=953bf6a004f248368718762ea5577162&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1839733 Dec 15 21:03:50.644171 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e1a4df-da64-43eb-8d66-5aac0e9f8fef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c9a4bd9-95d2-4c6e-8e11-7df14a9c2460,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:50.647733 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f8e1a4df-da64-43eb-8d66-5aac0e9f8fef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:50.648224 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 44466) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:50.709941 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ae9a8375-1747-4d6a-88f9-808008fdbea2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:50.722115 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4c4a7969-6691-4aae-9c69-c73b82933725 req-1cdd040c-c1c9-4599-9d0c-580f83fae6f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf3797e2-69ce-44c9-978d-a579401cbddb HTTP/1.1" status: 200 len: 1000 time: 0.0976081 Dec 15 21:03:50.734949 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ae9a8375-1747-4d6a-88f9-808008fdbea2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:50.786208 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ae9a8375-1747-4d6a-88f9-808008fdbea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:50.791593 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-08eb69a8-07d7-4faf-a435-aabd8069b239 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:50.794056 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a7969-6691-4aae-9c69-c73b82933725 req-2f8f4433-7b44-4c86-b89e-0041a3f6d568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:03:50.795479 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4c4a7969-6691-4aae-9c69-c73b82933725 req-2f8f4433-7b44-4c86-b89e-0041a3f6d568 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5595c1c-8ca0-4af9-bdbb-973634ba4b63 HTTP/1.1" status: 200 len: 847 time: 0.0633478 Dec 15 21:03:50.805650 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae9a8375-1747-4d6a-88f9-808008fdbea2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c9a4bd9-95d2-4c6e-8e11-7df14a9c2460,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:50.810045 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-ae9a8375-1747-4d6a-88f9-808008fdbea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:50.817589 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-ae9a8375-1747-4d6a-88f9-808008fdbea2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:50.818718 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-ae9a8375-1747-4d6a-88f9-808008fdbea2 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/6c9a4bd9-95d2-4c6e-8e11-7df14a9c2460 HTTP/1.1" status: 204 len: 168 time: 0.1696112 Dec 15 21:03:50.878546 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4a7969-6691-4aae-9c69-c73b82933725 req-4195cb81-4808-40da-ab05-73e17f4658e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:03:50.880002 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4c4a7969-6691-4aae-9c69-c73b82933725 req-4195cb81-4808-40da-ab05-73e17f4658e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5de9587e-f494-45e3-b78a-91f0735c06e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0746443 Dec 15 21:03:51.020538 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4c4a7969-6691-4aae-9c69-c73b82933725 req-2b84314c-0903-426f-977f-2fe41a02429d service neutron] 10.222.0.41 "GET /v2.0/networks/5de9587e-f494-45e3-b78a-91f0735c06e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1282480 Dec 15 21:03:51.092126 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:51.157829 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4c4a7969-6691-4aae-9c69-c73b82933725 req-4cbe66be-06ec-436b-abd3-c3bd8fde1bca service neutron] 10.222.0.41 "GET /v2.0/networks/5de9587e-f494-45e3-b78a-91f0735c06e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269712 Dec 15 21:03:56.195419 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 44566) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:56.308396 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-5c954d34-9a7b-42dc-9126-3162c98b7dab admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:56.322739 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-5c954d34-9a7b-42dc-9126-3162c98b7dab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:03:56.326649 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-5c954d34-9a7b-42dc-9126-3162c98b7dab admin admin] Usage tracker for resource:security_group_rule and tenant:891947de22d447ee89d40d135d8964f1 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:03:56.329345 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-5c954d34-9a7b-42dc-9126-3162c98b7dab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:03:56.334912 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-5c954d34-9a7b-42dc-9126-3162c98b7dab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:03:56.415299 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-5c954d34-9a7b-42dc-9126-3162c98b7dab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:56.420088 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-5c954d34-9a7b-42dc-9126-3162c98b7dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:56.428277 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-b41a6369-bca3-4b5c-b342-3a53fcc628e4 tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:56.469638 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-5c954d34-9a7b-42dc-9126-3162c98b7dab admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=891947de22d447ee89d40d135d8964f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2732003 Dec 15 21:03:56.471208 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c954d34-9a7b-42dc-9126-3162c98b7dab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8478b16-adca-4b35-9d61-a59fb880a751,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:56.472301 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 44572) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:56.474159 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-5c954d34-9a7b-42dc-9126-3162c98b7dab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:56.529336 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1d541e11-1b1e-4a19-a154-2255fc84d614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:56.553683 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1d541e11-1b1e-4a19-a154-2255fc84d614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:56.604101 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1d541e11-1b1e-4a19-a154-2255fc84d614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:56.607602 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-84af57b7-7e29-46b4-aadf-5267720e3b29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:56.623739 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d541e11-1b1e-4a19-a154-2255fc84d614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8478b16-adca-4b35-9d61-a59fb880a751,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:56.626605 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-1d541e11-1b1e-4a19-a154-2255fc84d614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:56.628478 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1d541e11-1b1e-4a19-a154-2255fc84d614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:56.629818 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-1d541e11-1b1e-4a19-a154-2255fc84d614 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/e8478b16-adca-4b35-9d61-a59fb880a751 HTTP/1.1" status: 204 len: 168 time: 0.1563089 Dec 15 21:03:56.673541 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:03:56.896588 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 44580) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:56.913744 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1c3f4ac9-9ca3-4e38-8efc-ba5a8dd04c2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:56.928030 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-1c3f4ac9-9ca3-4e38-8efc-ba5a8dd04c2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:03:56.932440 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-1c3f4ac9-9ca3-4e38-8efc-ba5a8dd04c2c admin admin] Usage tracker for resource:security_group_rule and tenant:c2b07b66c9bc4006b1acdbb0a5f61df6 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:03:56.935221 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-1c3f4ac9-9ca3-4e38-8efc-ba5a8dd04c2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:03:56.940813 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-1c3f4ac9-9ca3-4e38-8efc-ba5a8dd04c2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:03:57.021471 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1c3f4ac9-9ca3-4e38-8efc-ba5a8dd04c2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:57.026144 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1c3f4ac9-9ca3-4e38-8efc-ba5a8dd04c2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:57.032928 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-03ff0d24-c1d4-422d-914f-59859f451a76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:57.071663 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c3f4ac9-9ca3-4e38-8efc-ba5a8dd04c2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a73b45-f0ae-4b44-bc8d-a493c938a979,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:57.075891 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-1c3f4ac9-9ca3-4e38-8efc-ba5a8dd04c2c admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=c2b07b66c9bc4006b1acdbb0a5f61df6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1783104 Dec 15 21:03:57.077011 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-1c3f4ac9-9ca3-4e38-8efc-ba5a8dd04c2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:57.078831 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 44584) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:57.134623 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-cdcbac76-cc27-4fec-ac04-b96dbfbc9be4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:57.159324 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-cdcbac76-cc27-4fec-ac04-b96dbfbc9be4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:57.213563 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-cdcbac76-cc27-4fec-ac04-b96dbfbc9be4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:57.218188 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-492953e8-e701-4274-9e05-a9882bfcecc5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:57.229882 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcbac76-cc27-4fec-ac04-b96dbfbc9be4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a73b45-f0ae-4b44-bc8d-a493c938a979,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:57.232121 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-cdcbac76-cc27-4fec-ac04-b96dbfbc9be4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:57.235965 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-cdcbac76-cc27-4fec-ac04-b96dbfbc9be4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:57.239633 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-cdcbac76-cc27-4fec-ac04-b96dbfbc9be4 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/c9a73b45-f0ae-4b44-bc8d-a493c938a979 HTTP/1.1" status: 204 len: 168 time: 0.1575558 Dec 15 21:03:57.566843 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 44592) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:57.584921 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8d23a930-3fb4-425d-9f8f-c2fc6a418c18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:57.599384 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-8d23a930-3fb4-425d-9f8f-c2fc6a418c18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:03:57.603367 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-8d23a930-3fb4-425d-9f8f-c2fc6a418c18 admin admin] Usage tracker for resource:security_group_rule and tenant:b4a8497b43754136af61f025bed9690f is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:03:57.606122 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-8d23a930-3fb4-425d-9f8f-c2fc6a418c18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:03:57.611737 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-8d23a930-3fb4-425d-9f8f-c2fc6a418c18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:03:57.690553 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8d23a930-3fb4-425d-9f8f-c2fc6a418c18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:57.694081 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8d23a930-3fb4-425d-9f8f-c2fc6a418c18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:57.702986 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-afc9dd48-2963-405b-9d24-669f8dcb6b18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:57.740374 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-8d23a930-3fb4-425d-9f8f-c2fc6a418c18 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=b4a8497b43754136af61f025bed9690f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1725066 Dec 15 21:03:57.741909 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d23a930-3fb4-425d-9f8f-c2fc6a418c18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4d5f344-c677-485e-965e-bd15dbf3aca9,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:57.743740 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 44596) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:57.745537 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-8d23a930-3fb4-425d-9f8f-c2fc6a418c18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:57.800295 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b67ed682-a190-46fd-b7e9-b3ab86437fce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:57.825211 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b67ed682-a190-46fd-b7e9-b3ab86437fce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:57.876057 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b67ed682-a190-46fd-b7e9-b3ab86437fce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:57.879747 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-0d39361c-cacc-4ab8-bee3-53416afe1c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:57.892633 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b67ed682-a190-46fd-b7e9-b3ab86437fce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4d5f344-c677-485e-965e-bd15dbf3aca9,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:57.895628 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-b67ed682-a190-46fd-b7e9-b3ab86437fce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:57.897873 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b67ed682-a190-46fd-b7e9-b3ab86437fce admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:57.902083 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-b67ed682-a190-46fd-b7e9-b3ab86437fce admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/f4d5f344-c677-485e-965e-bd15dbf3aca9 HTTP/1.1" status: 204 len: 168 time: 0.1573381 Dec 15 21:03:59.100708 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 44628) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:59.215339 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-aa571eda-9d7f-47e1-b0d3-9bd2abbe3700 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:59.229740 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-aa571eda-9d7f-47e1-b0d3-9bd2abbe3700 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:03:59.233457 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-aa571eda-9d7f-47e1-b0d3-9bd2abbe3700 admin admin] Usage tracker for resource:security_group_rule and tenant:41e5208b7f674a06bf67ccb9416be863 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:03:59.236166 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-aa571eda-9d7f-47e1-b0d3-9bd2abbe3700 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:03:59.241754 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-aa571eda-9d7f-47e1-b0d3-9bd2abbe3700 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:03:59.319226 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-aa571eda-9d7f-47e1-b0d3-9bd2abbe3700 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:59.322665 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-aa571eda-9d7f-47e1-b0d3-9bd2abbe3700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:59.334304 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-104d1c70-f070-448b-9aa6-2ad5541e7bad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:59.370419 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-aa571eda-9d7f-47e1-b0d3-9bd2abbe3700 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=41e5208b7f674a06bf67ccb9416be863&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2686048 Dec 15 21:03:59.373145 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 44634) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:03:59.374256 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa571eda-9d7f-47e1-b0d3-9bd2abbe3700 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4505cab2-5312-4465-b265-5f3fb8fe8464,revision_number=1']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:59.377131 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-aa571eda-9d7f-47e1-b0d3-9bd2abbe3700 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:59.434265 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-af1dc44b-c16e-4a85-aed9-2905d73ddc60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:59.459100 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-af1dc44b-c16e-4a85-aed9-2905d73ddc60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:59.509924 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-af1dc44b-c16e-4a85-aed9-2905d73ddc60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:59.514469 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-1f02d684-983b-4b55-832e-d886201b9df9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:03:59.527385 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af1dc44b-c16e-4a85-aed9-2905d73ddc60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4505cab2-5312-4465-b265-5f3fb8fe8464,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:03:59.529611 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-af1dc44b-c16e-4a85-aed9-2905d73ddc60 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:03:59.531741 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-af1dc44b-c16e-4a85-aed9-2905d73ddc60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:03:59.532895 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-af1dc44b-c16e-4a85-aed9-2905d73ddc60 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/4505cab2-5312-4465-b265-5f3fb8fe8464 HTTP/1.1" status: 204 len: 168 time: 0.1587677 Dec 15 21:04:00.658737 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 44676) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:04:00.877254 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 44684) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:04:00.993685 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7141998b-5979-4623-80e1-16a8f738dc08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:01.007615 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-7141998b-5979-4623-80e1-16a8f738dc08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:04:01.011940 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-7141998b-5979-4623-80e1-16a8f738dc08 admin admin] Usage tracker for resource:security_group_rule and tenant:3255b280d73d4b22891e045f642ac385 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:04:01.014721 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-7141998b-5979-4623-80e1-16a8f738dc08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:04:01.017295 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-b5b57084-1dc8-4dbd-b330-5bb8b0554788 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Deleting port d58a13d4-ff8c-421c-a19b-cdd3422c602d {{(pid=86859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:04:01.017633 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b5b57084-1dc8-4dbd-b330-5bb8b0554788 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:01.020358 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-7141998b-5979-4623-80e1-16a8f738dc08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:04:01.100826 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7141998b-5979-4623-80e1-16a8f738dc08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:01.104659 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-7141998b-5979-4623-80e1-16a8f738dc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:01.111608 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-f13576a0-af93-4dae-b32e-418038eb2ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:01.150461 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7141998b-5979-4623-80e1-16a8f738dc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7abf06-79f2-47ca-ab82-1dedd9093b59,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:01.157055 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-7141998b-5979-4623-80e1-16a8f738dc08 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=3255b280d73d4b22891e045f642ac385&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2762115 Dec 15 21:04:01.157055 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-7141998b-5979-4623-80e1-16a8f738dc08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:01.157689 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 44690) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:04:01.195371 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b5b57084-1dc8-4dbd-b330-5bb8b0554788 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:01.195691 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b5b57084-1dc8-4dbd-b330-5bb8b0554788 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:01.300219 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-3168be47-a020-4cc0-9c1b-98740c191226 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:01.318559 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-b5b57084-1dc8-4dbd-b330-5bb8b0554788 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Calling delete_port for d58a13d4-ff8c-421c-a19b-cdd3422c602d owned by network:floatingip {{(pid=86859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:04:01.325272 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-3168be47-a020-4cc0-9c1b-98740c191226 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:01.375790 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-3168be47-a020-4cc0-9c1b-98740c191226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:01.380681 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-4477788b-1e51-4fb0-9e5d-22ea0c9fcd62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:01.392941 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3168be47-a020-4cc0-9c1b-98740c191226 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7abf06-79f2-47ca-ab82-1dedd9093b59,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:01.395240 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-3168be47-a020-4cc0-9c1b-98740c191226 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:01.397350 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-3168be47-a020-4cc0-9c1b-98740c191226 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:01.398617 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-3168be47-a020-4cc0-9c1b-98740c191226 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2f7abf06-79f2-47ca-ab82-1dedd9093b59 HTTP/1.1" status: 204 len: 168 time: 0.2404642 Dec 15 21:04:01.467765 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b5b57084-1dc8-4dbd-b330-5bb8b0554788 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:01.472360 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-3cc21bcb-b1d4-4f34-bc5f-7d1c57bf0819 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:01.544438 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5b57084-1dc8-4dbd-b330-5bb8b0554788 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Pushing event deleted for resources: {'Port': ['ID=d58a13d4-ff8c-421c-a19b-cdd3422c602d,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:01.546912 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-b5b57084-1dc8-4dbd-b330-5bb8b0554788 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:01.609540 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b5b57084-1dc8-4dbd-b330-5bb8b0554788 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for floatingip, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:01.609906 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.db.l3_db [None req-b5b57084-1dc8-4dbd-b330-5bb8b0554788 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Floating IP 7cacc75d-6cfb-4c43-827a-fa601b40437e disassociated (deleted). External IP: 172.27.1.21, port: cf3797e2-69ce-44c9-978d-a579401cbddb. Dec 15 21:04:02.080173 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 44714) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:04:02.084363 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5b57084-1dc8-4dbd-b330-5bb8b0554788 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Router 7ca167c0-0eff-4e09-b651-85a2aedfb97c has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:04:02.194971 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-365ba38f-1274-4745-9e5e-2cf3a93f1d2c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1967188070-network', 'tenant_id': 'd587c5fccaf345f3a4f096dc070a31f0'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:04:02.199742 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-365ba38f-1274-4745-9e5e-2cf3a93f1d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:04:02.203922 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-365ba38f-1274-4745-9e5e-2cf3a93f1d2c admin admin] Usage tracker for resource:network and tenant:d587c5fccaf345f3a4f096dc070a31f0 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:04:02.206834 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-365ba38f-1274-4745-9e5e-2cf3a93f1d2c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:04:02.213497 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-365ba38f-1274-4745-9e5e-2cf3a93f1d2c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:04:02.224889 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-365ba38f-1274-4745-9e5e-2cf3a93f1d2c admin admin] Made reservation on behalf of d587c5fccaf345f3a4f096dc070a31f0 for: {'network': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:04:02.228086 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-365ba38f-1274-4745-9e5e-2cf3a93f1d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for network, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:02.239925 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-365ba38f-1274-4745-9e5e-2cf3a93f1d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:02.254473 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-365ba38f-1274-4745-9e5e-2cf3a93f1d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:04:02.258212 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-365ba38f-1274-4745-9e5e-2cf3a93f1d2c admin admin] Usage tracker for resource:security_group_rule and tenant:d587c5fccaf345f3a4f096dc070a31f0 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:04:02.261015 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-365ba38f-1274-4745-9e5e-2cf3a93f1d2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:04:02.266901 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-365ba38f-1274-4745-9e5e-2cf3a93f1d2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:04:02.273522 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5b57084-1dc8-4dbd-b330-5bb8b0554788 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:04:02.285297 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5e753e-4216-43da-bd10-7f6a44d7fe9f None None] Sync routers for ids ['7ca167c0-0eff-4e09-b651-85a2aedfb97c'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:04:02.295705 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5e753e-4216-43da-bd10-7f6a44d7fe9f None None] Routers {'7ca167c0-0eff-4e09-b651-85a2aedfb97c'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:04:02.296417 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-9c5e753e-4216-43da-bd10-7f6a44d7fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:03:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['7ca167c0-0eff-4e09-b651-85a2aedfb97c'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:04:02.314385 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b5b57084-1dc8-4dbd-b330-5bb8b0554788 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for floatingip, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:02.362914 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-365ba38f-1274-4745-9e5e-2cf3a93f1d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:02.367668 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-365ba38f-1274-4745-9e5e-2cf3a93f1d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:02.372574 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-b5b57084-1dc8-4dbd-b330-5bb8b0554788 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "DELETE /v2.0/floatingips/7cacc75d-6cfb-4c43-827a-fa601b40437e HTTP/1.1" status: 204 len: 168 time: 1.7104218 Dec 15 21:04:02.372574 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '17736ed7-08ef-4caa-8d2e-79cc35dd4ae1', 'tag': 'cf3797e2-69ce-44c9-978d-a579401cbddb'}] {{(pid=86859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:04:02.372868 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ceb561a4-9fa4-4049-b8d1-1d086c6b58b6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:02.401026 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ba38f-1274-4745-9e5e-2cf3a93f1d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca932e54-aa45-4aad-96f4-cfefbc54831e,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:02.404913 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-365ba38f-1274-4745-9e5e-2cf3a93f1d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:02.412441 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-365ba38f-1274-4745-9e5e-2cf3a93f1d2c admin admin] vlan segment allocate from pool success with {'vlan_id': 179, 'physical_network': 'physnet1'} {{(pid=86858) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Dec 15 21:04:02.422029 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '17736ed7-08ef-4caa-8d2e-79cc35dd4ae1', 'tag': 'cf3797e2-69ce-44c9-978d-a579401cbddb', 'status': 'completed', 'code': 200} Dec 15 21:04:02.425010 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-365ba38f-1274-4745-9e5e-2cf3a93f1d2c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:02.425374 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.db.segments_db [None req-365ba38f-1274-4745-9e5e-2cf3a93f1d2c admin admin] Added segment 137a0002-6f18-4e72-98db-b7f6c07392d9 of type vlan for network 9dc47042-223a-48fb-bd5d-690ce1cbd568 Dec 15 21:04:02.489750 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-365ba38f-1274-4745-9e5e-2cf3a93f1d2c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8767327356326'] for network, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:02.502061 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-9c5e753e-4216-43da-bd10-7f6a44d7fe9f None None] Set router 7ca167c0-0eff-4e09-b651-85a2aedfb97c gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:04:02.544021 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-365ba38f-1274-4745-9e5e-2cf3a93f1d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719'] for network, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:02.546852 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-365ba38f-1274-4745-9e5e-2cf3a93f1d2c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:02.547523 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-365ba38f-1274-4745-9e5e-2cf3a93f1d2c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:02.552917 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-186ac4db-8f3d-4e18-9463-6b4f44b54370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:02.578448 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc077511-b496-4295-afbf-325ef33864da req-b67e6a00-7e3d-48ea-9c5a-cf640e69be63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:02.579936 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-fc077511-b496-4295-afbf-325ef33864da req-b67e6a00-7e3d-48ea-9c5a-cf640e69be63 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0fed2bbf61794fe0b44a6f599b13bfe1&device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 1098 time: 0.1269019 Dec 15 21:04:02.746905 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-365ba38f-1274-4745-9e5e-2cf3a93f1d2c admin admin] 10.222.0.49 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6667693 Dec 15 21:04:02.752314 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 44726) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:04:02.753607 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-365ba38f-1274-4745-9e5e-2cf3a93f1d2c admin admin] Pushing event updated for resources: {'Network': ['ID=9dc47042-223a-48fb-bd5d-690ce1cbd568,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:02.757993 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-365ba38f-1274-4745-9e5e-2cf3a93f1d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:02.767769 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.v2.base [None req-30e324b2-65f3-457b-856a-2a7eb7f44ae3 admin admin] Request body: {'subnet': {'network_id': '9dc47042-223a-48fb-bd5d-690ce1cbd568', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1967188070-subnet', 'tenant_id': 'd587c5fccaf345f3a4f096dc070a31f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=86859) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:04:02.770840 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Network 9dc47042-223a-48fb-bd5d-690ce1cbd568 details requested by agent ovs-agent-dv-cinder-821892-1-iscsi with host dv-cinder-821892-1-iscsi {{(pid=86860) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Dec 15 21:04:02.779557 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-30e324b2-65f3-457b-856a-2a7eb7f44ae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:04:02.786135 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-30e324b2-65f3-457b-856a-2a7eb7f44ae3 admin admin] Usage tracker for resource:subnet and tenant:d587c5fccaf345f3a4f096dc070a31f0 is out of sync, need to count used quota {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:04:02.790191 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [None req-30e324b2-65f3-457b-856a-2a7eb7f44ae3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=86859) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:04:02.797832 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.quota.driver [None req-30e324b2-65f3-457b-856a-2a7eb7f44ae3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=86859) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:04:02.804055 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc077511-b496-4295-afbf-325ef33864da req-29ee1d5e-c1d1-498b-a8b4-f6c95ef10db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:02.805613 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-fc077511-b496-4295-afbf-325ef33864da req-29ee1d5e-c1d1-498b-a8b4-f6c95ef10db6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=5de9587e-f494-45e3-b78a-91f0735c06e8 HTTP/1.1" status: 200 len: 909 time: 0.1685011 Dec 15 21:04:02.814612 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d3917f-1442-448a-ac37-023f78b3972f req-5f88ed5d-5417-48d2-976f-ff99127618c9 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:02.815322 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-67d3917f-1442-448a-ac37-023f78b3972f req-5f88ed5d-5417-48d2-976f-ff99127618c9 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Synchronizing usage tracker for tenant:0fed2bbf61794fe0b44a6f599b13bfe1 on resource:port {{(pid=86859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:04:02.827254 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30e324b2-65f3-457b-856a-2a7eb7f44ae3 admin admin] Made reservation on behalf of d587c5fccaf345f3a4f096dc070a31f0 for: {'subnet': 1} {{(pid=86859) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:04:02.830775 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-30e324b2-65f3-457b-856a-2a7eb7f44ae3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-3984697'] for subnet, before_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:02.891136 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-fc077511-b496-4295-afbf-325ef33864da req-f7217bb3-f9d6-4052-a741-40c2f810dce6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=cf3797e2-69ce-44c9-978d-a579401cbddb HTTP/1.1" status: 200 len: 217 time: 0.0752201 Dec 15 21:04:02.896766 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-67d3917f-1442-448a-ac37-023f78b3972f req-5f88ed5d-5417-48d2-976f-ff99127618c9 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Unset dirty status for tenant:0fed2bbf61794fe0b44a6f599b13bfe1 on resource:port {{(pid=86859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:04:02.897961 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-67d3917f-1442-448a-ac37-023f78b3972f req-5f88ed5d-5417-48d2-976f-ff99127618c9 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.2154727 Dec 15 21:04:02.927928 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-9c5e753e-4216-43da-bd10-7f6a44d7fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'name': 'tempest-TestShelveInstance-627379115-router', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'dc2acb2d-2163-440c-be3c-a1b054925b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:36Z', 'updated_at': '2021-12-15T20:57:46Z', 'revision_number': 4, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'gw_port': {'id': 'dc2acb2d-2163-440c-be3c-a1b054925b8f', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:39Z', 'updated_at': '2021-12-15T20:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '9f12ce74-9e69-40d3-a969-724183a94deb', 'name': '', 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'mac_address': 'fa:16:3e:ff:2f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd5595c1c-8ca0-4af9-bdbb-973634ba4b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:44Z', 'updated_at': '2021-12-15T20:58:21Z', 'revision_number': 5, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'subnets': [{'id': 'd5595c1c-8ca0-4af9-bdbb-973634ba4b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:04:02.932325 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5e753e-4216-43da-bd10-7f6a44d7fe9f None None] Checking router: 7ca167c0-0eff-4e09-b651-85a2aedfb97c for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:04:02.941967 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c5e753e-4216-43da-bd10-7f6a44d7fe9f None None] Routers {'7ca167c0-0eff-4e09-b651-85a2aedfb97c'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:04:02.942717 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-9c5e753e-4216-43da-bd10-7f6a44d7fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:03:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['7ca167c0-0eff-4e09-b651-85a2aedfb97c'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:04:02.966860 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc077511-b496-4295-afbf-325ef33864da req-386a4d1f-e9ae-4f1c-bbd8-0eb2a8c47cec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:02.968425 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-fc077511-b496-4295-afbf-325ef33864da req-386a4d1f-e9ae-4f1c-bbd8-0eb2a8c47cec service neutron] 10.222.0.41 "GET /v2.0/subnets?id=d5595c1c-8ca0-4af9-bdbb-973634ba4b63 HTTP/1.1" status: 200 len: 847 time: 0.0642819 Dec 15 21:04:03.053001 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-67d3917f-1442-448a-ac37-023f78b3972f req-c64246b0-f35e-4c6c-909a-3a0730eb07be tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0930650 Dec 15 21:04:03.059283 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc077511-b496-4295-afbf-325ef33864da req-6d3a95cf-63bb-41be-8bfe-6df1243ca5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:03.060775 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-fc077511-b496-4295-afbf-325ef33864da req-6d3a95cf-63bb-41be-8bfe-6df1243ca5c4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=5de9587e-f494-45e3-b78a-91f0735c06e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0857399 Dec 15 21:04:03.108597 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-30e324b2-65f3-457b-856a-2a7eb7f44ae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4132698', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-3984651'] for subnet, after_create {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:03.114345 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:03.135385 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-9c5e753e-4216-43da-bd10-7f6a44d7fe9f None None] Set router 7ca167c0-0eff-4e09-b651-85a2aedfb97c gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:04:03.190266 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e324b2-65f3-457b-856a-2a7eb7f44ae3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcfa8ade-ebd6-4688-a072-90e9968889d9,revision_number=0']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:03.196206 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-30e324b2-65f3-457b-856a-2a7eb7f44ae3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:03.198387 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e324b2-65f3-457b-856a-2a7eb7f44ae3 admin admin] Checking segment: {'id': '137a0002-6f18-4e72-98db-b7f6c07392d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9dc47042-223a-48fb-bd5d-690ce1cbd568'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86859) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:04:03.199247 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e324b2-65f3-457b-856a-2a7eb7f44ae3 admin admin] Network hostable DHCP agents. Network: 9dc47042-223a-48fb-bd5d-690ce1cbd568, hostable agents: ['86069654-9c91-40da-a86d-561b669d47f0'], hosted agents: [] {{(pid=86859) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Dec 15 21:04:03.200816 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-fc077511-b496-4295-afbf-325ef33864da req-3a4ac145-51e5-451b-ba6f-2f7f73b38992 service neutron] 10.222.0.41 "GET /v2.0/networks/5de9587e-f494-45e3-b78a-91f0735c06e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1292975 Dec 15 21:04:03.221338 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e324b2-65f3-457b-856a-2a7eb7f44ae3 admin admin] Network 9dc47042-223a-48fb-bd5d-690ce1cbd568 is scheduled to be hosted by DHCP agent 86069654-9c91-40da-a86d-561b669d47f0 with binding_index 1 {{(pid=86859) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Dec 15 21:04:03.232589 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.base_scheduler [None req-30e324b2-65f3-457b-856a-2a7eb7f44ae3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-821892-1-iscsi, 9dc47042-223a-48fb-bd5d-690ce1cbd568) {{(pid=86859) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:04:03.237172 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30e324b2-65f3-457b-856a-2a7eb7f44ae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:03.237838 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-30e324b2-65f3-457b-856a-2a7eb7f44ae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for subnet, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:03.269691 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-30e324b2-65f3-457b-856a-2a7eb7f44ae3 admin admin] 10.222.0.49 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5058854 Dec 15 21:04:03.269932 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bbce27c-aa08-4784-8cd9-5668edda96c5 None None] Network 9dc47042-223a-48fb-bd5d-690ce1cbd568 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:04:03.337557 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-fc077511-b496-4295-afbf-325ef33864da req-f9ce6d2e-a698-4c54-9713-55c486ea82e9 service neutron] 10.222.0.41 "GET /v2.0/networks/5de9587e-f494-45e3-b78a-91f0735c06e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1285441 Dec 15 21:04:03.677274 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d3b6bf-75f1-44d9-ba10-3c8db36da77e None None] Network 9dc47042-223a-48fb-bd5d-690ce1cbd568 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:04:03.757771 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-9c5e753e-4216-43da-bd10-7f6a44d7fe9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'name': 'tempest-TestShelveInstance-627379115-router', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'dc2acb2d-2163-440c-be3c-a1b054925b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:36Z', 'updated_at': '2021-12-15T20:57:46Z', 'revision_number': 4, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'gw_port': {'id': 'dc2acb2d-2163-440c-be3c-a1b054925b8f', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:39Z', 'updated_at': '2021-12-15T20:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '9f12ce74-9e69-40d3-a969-724183a94deb', 'name': '', 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'mac_address': 'fa:16:3e:ff:2f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd5595c1c-8ca0-4af9-bdbb-973634ba4b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:44Z', 'updated_at': '2021-12-15T20:58:21Z', 'revision_number': 5, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'subnets': [{'id': 'd5595c1c-8ca0-4af9-bdbb-973634ba4b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:04:03.767072 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c5e753e-4216-43da-bd10-7f6a44d7fe9f None None] The sync data for ids ['7ca167c0-0eff-4e09-b651-85a2aedfb97c'] in dv-cinder-821892-1-iscsi is: [{'id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'name': 'tempest-TestShelveInstance-627379115-router', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'dc2acb2d-2163-440c-be3c-a1b054925b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:36Z', 'updated_at': '2021-12-15T20:57:46Z', 'revision_number': 4, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'gw_port': {'id': 'dc2acb2d-2163-440c-be3c-a1b054925b8f', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:39Z', 'updated_at': '2021-12-15T20:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': '9f12ce74-9e69-40d3-a969-724183a94deb', 'name': '', 'network_id': '5de9587e-f494-45e3-b78a-91f0735c06e8', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'mac_address': 'fa:16:3e:ff:2f:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'device_owner': 'network:router_interface', 'standard_attr_id': 402, 'fixed_ips': [{'subnet_id': 'd5595c1c-8ca0-4af9-bdbb-973634ba4b63', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:44Z', 'updated_at': '2021-12-15T20:58:21Z', 'revision_number': 5, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'subnets': [{'id': 'd5595c1c-8ca0-4af9-bdbb-973634ba4b63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:04:04.064514 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b54b4bad-5530-405a-b093-647988a977db None None] New status for floating IP 7cacc75d-6cfb-4c43-827a-fa601b40437e: DOWN {{(pid=86861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:04:04.240132 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6b30dd0-a0fb-4485-afe8-7ca1c3988104 req-a803e6d3-3c95-48ee-bf12-866321e508cf tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:04.241592 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e6b30dd0-a0fb-4485-afe8-7ca1c3988104 req-a803e6d3-3c95-48ee-bf12-866321e508cf tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.0854478 Dec 15 21:04:04.285346 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e6b30dd0-a0fb-4485-afe8-7ca1c3988104 req-ccd672ff-668c-4e19-a13a-4a65634c70f9 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/security-groups?id=887c75b0-ba79-4b86-bc28-81d9432e4ca0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377159 Dec 15 21:04:04.520763 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808194d6-6212-4c01-af16-6ccc06f12f0b req-67a749b6-d3ec-4470-91fb-165f4833d0a5 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:04.521464 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-808194d6-6212-4c01-af16-6ccc06f12f0b req-67a749b6-d3ec-4470-91fb-165f4833d0a5 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Synchronizing usage tracker for tenant:0fed2bbf61794fe0b44a6f599b13bfe1 on resource:port {{(pid=86858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:04:04.532533 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-808194d6-6212-4c01-af16-6ccc06f12f0b req-67a749b6-d3ec-4470-91fb-165f4833d0a5 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Unset dirty status for tenant:0fed2bbf61794fe0b44a6f599b13bfe1 on resource:port {{(pid=86858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:04:04.533597 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-808194d6-6212-4c01-af16-6ccc06f12f0b req-67a749b6-d3ec-4470-91fb-165f4833d0a5 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.41 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 945 time: 0.0937121 Dec 15 21:04:04.608844 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-808194d6-6212-4c01-af16-6ccc06f12f0b req-cd88a518-51d6-49a1-9869-f88b37eb591d tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Deleting port cf3797e2-69ce-44c9-978d-a579401cbddb {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:04:04.609177 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-808194d6-6212-4c01-af16-6ccc06f12f0b req-cd88a518-51d6-49a1-9869-f88b37eb591d tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:04.848448 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-808194d6-6212-4c01-af16-6ccc06f12f0b req-cd88a518-51d6-49a1-9869-f88b37eb591d tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] For port cf3797e2-69ce-44c9-978d-a579401cbddb, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=cf3797e2-69ce-44c9-978d-a579401cbddb,segment=NetworkSegment(2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d),segment_id=2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:04:04.848688 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-808194d6-6212-4c01-af16-6ccc06f12f0b req-cd88a518-51d6-49a1-9869-f88b37eb591d tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:05.056132 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-808194d6-6212-4c01-af16-6ccc06f12f0b req-cd88a518-51d6-49a1-9869-f88b37eb591d tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Calling delete_port for cf3797e2-69ce-44c9-978d-a579401cbddb owned by compute:nova {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:04:05.202322 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-808194d6-6212-4c01-af16-6ccc06f12f0b req-cd88a518-51d6-49a1-9869-f88b37eb591d tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:05.207952 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ad0ce73b-d27c-4d89-a464-a6c1fed5006c tempest-AttachVolumeShelveTestJSON-1243452392 tempest-AttachVolumeShelveTestJSON-1243452392-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:05.251082 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd88a518-51d6-49a1-9869-f88b37eb591d tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Pushing event deleted for resources: {'Port': ['ID=cf3797e2-69ce-44c9-978d-a579401cbddb,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:05.253487 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-cd88a518-51d6-49a1-9869-f88b37eb591d tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:05.298978 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-32768e5e-d15a-419e-86ae-d3faa6925a11 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:05.300416 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-32768e5e-d15a-419e-86ae-d3faa6925a11 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/networks?id=9dc47042-223a-48fb-bd5d-690ce1cbd568 HTTP/1.1" status: 200 len: 809 time: 0.1487126 Dec 15 21:04:05.315295 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-1bc9cd38-4e14-459a-b41a-872bd12e5398 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/quotas/d587c5fccaf345f3a4f096dc070a31f0 HTTP/1.1" status: 200 len: 375 time: 0.0094056 Dec 15 21:04:05.330891 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-808194d6-6212-4c01-af16-6ccc06f12f0b req-cd88a518-51d6-49a1-9869-f88b37eb591d tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] No DVR routers for this DVR port cf3797e2-69ce-44c9-978d-a579401cbddb on host hv-cinder-82189 {{(pid=86858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:04:05.333830 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-808194d6-6212-4c01-af16-6ccc06f12f0b req-cd88a518-51d6-49a1-9869-f88b37eb591d tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:05.338618 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '17736ed7-08ef-4caa-8d2e-79cc35dd4ae1', 'name': 'network-vif-deleted', 'tag': 'cf3797e2-69ce-44c9-978d-a579401cbddb'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:04:05.353132 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-808194d6-6212-4c01-af16-6ccc06f12f0b req-cd88a518-51d6-49a1-9869-f88b37eb591d tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.41 "DELETE /v2.0/ports/cf3797e2-69ce-44c9-978d-a579401cbddb HTTP/1.1" status: 204 len: 173 time: 0.8106112 Dec 15 21:04:05.368860 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-6bef9216-e0ca-4a47-9e1b-d929cf5f66f6 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d587c5fccaf345f3a4f096dc070a31f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477328 Dec 15 21:04:05.500748 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-52f53bb9-be47-4c83-b432-34bd397ee23e req-44cbdd68-895c-4751-abe1-f9741b30e285 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "GET /v2.0/ports?device_id=17736ed7-08ef-4caa-8d2e-79cc35dd4ae1 HTTP/1.1" status: 200 len: 210 time: 0.0567620 Dec 15 21:04:05.543217 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-1a80df9b-8590-4443-a969-7b89ce73ff8b service neutron] 10.222.0.49 "GET /v2.0/networks/9dc47042-223a-48fb-bd5d-690ce1cbd568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1629829 Dec 15 21:04:05.549347 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '17736ed7-08ef-4caa-8d2e-79cc35dd4ae1', 'name': 'network-vif-deleted', 'tag': 'cf3797e2-69ce-44c9-978d-a579401cbddb', 'status': 'completed', 'code': 200} Dec 15 21:04:05.677171 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-a2409fe8-dd5d-44fa-a43e-ffa2e2a76108 service neutron] 10.222.0.49 "GET /v2.0/networks/9dc47042-223a-48fb-bd5d-690ce1cbd568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1273098 Dec 15 21:04:05.865791 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7e19e21a-78de-4d79-9f00-e728c37661a0 req-369340e0-b38a-4e49-bf11-693cf3bc719d tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?device_id=96af073a-e74f-438c-9c18-f9bd7c709731 HTTP/1.1" status: 200 len: 210 time: 0.0502625 Dec 15 21:04:06.593248 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 44772) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:04:06.659271 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-11b26b05-84d9-481b-ad1f-25a8cdf4e1e3 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:06.688381 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-11b26b05-84d9-481b-ad1f-25a8cdf4e1e3 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:06.751754 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-11b26b05-84d9-481b-ad1f-25a8cdf4e1e3 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:06.757467 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-3168be47-a020-4cc0-9c1b-98740c191226 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:06.773946 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11b26b05-84d9-481b-ad1f-25a8cdf4e1e3 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=887c75b0-ba79-4b86-bc28-81d9432e4ca0,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:06.776065 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-11b26b05-84d9-481b-ad1f-25a8cdf4e1e3 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:06.777460 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-11b26b05-84d9-481b-ad1f-25a8cdf4e1e3 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:06.778889 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-11b26b05-84d9-481b-ad1f-25a8cdf4e1e3 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] 10.222.0.49 "DELETE /v2.0/security-groups/887c75b0-ba79-4b86-bc28-81d9432e4ca0 HTTP/1.1" status: 204 len: 168 time: 0.1843383 Dec 15 21:04:06.840238 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 44778) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:04:07.076415 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-5f7a98d1-39c0-4cd6-bab0-bf2b368a505e tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:07.077203 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-5f7a98d1-39c0-4cd6-bab0-bf2b368a505e tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Synchronizing usage tracker for tenant:d587c5fccaf345f3a4f096dc070a31f0 on resource:network {{(pid=86858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:04:07.100460 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-5f7a98d1-39c0-4cd6-bab0-bf2b368a505e tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Unset dirty status for tenant:d587c5fccaf345f3a4f096dc070a31f0 on resource:network {{(pid=86858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:04:07.101902 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-5f7a98d1-39c0-4cd6-bab0-bf2b368a505e tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.41 "GET /v2.0/networks?id=9dc47042-223a-48fb-bd5d-690ce1cbd568 HTTP/1.1" status: 200 len: 809 time: 0.2321558 Dec 15 21:04:07.115306 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-6ff0bcae-1a04-46a9-910d-88986e189274 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Request body: {'port': {'device_id': '96af073a-e74f-438c-9c18-f9bd7c709731', 'network_id': '9dc47042-223a-48fb-bd5d-690ce1cbd568', 'admin_state_up': True, 'tenant_id': 'd587c5fccaf345f3a4f096dc070a31f0'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:04:07.194593 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b775d159-3c38-4300-b640-1c8bc1bad24a req-87ca5df7-3a05-416c-8198-430853eabc3e tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?device_id=96af073a-e74f-438c-9c18-f9bd7c709731 HTTP/1.1" status: 200 len: 210 time: 0.1162467 Dec 15 21:04:07.252625 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-6ff0bcae-1a04-46a9-910d-88986e189274 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:04:07.256445 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-6ff0bcae-1a04-46a9-910d-88986e189274 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Usage tracker for resource:port and tenant:d587c5fccaf345f3a4f096dc070a31f0 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:04:07.259223 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-6ff0bcae-1a04-46a9-910d-88986e189274 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:04:07.264870 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-6ff0bcae-1a04-46a9-910d-88986e189274 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:04:07.275023 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-6ff0bcae-1a04-46a9-910d-88986e189274 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Made reservation on behalf of d587c5fccaf345f3a4f096dc070a31f0 for: {'port': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:04:07.278932 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-6ff0bcae-1a04-46a9-910d-88986e189274 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:07.439060 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-6ff0bcae-1a04-46a9-910d-88986e189274 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Allocated IP 172.20.0.14 (9dc47042-223a-48fb-bd5d-690ce1cbd568/fcfa8ade-ebd6-4688-a072-90e9968889d9/53abc1f9-8474-4707-9f0d-f589802cf6d0) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:04:07.593836 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-07c849da-97ac-41bc-ad5a-5d905bc2566f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624235'] for router_interface, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:07.639252 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-6ff0bcae-1a04-46a9-910d-88986e189274 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:07.668418 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-6ff0bcae-1a04-46a9-910d-88986e189274 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:07.674170 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-84507b0a-4fec-4bd9-811e-de98a14dc4a3 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:07.736537 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-6ff0bcae-1a04-46a9-910d-88986e189274 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Network 9dc47042-223a-48fb-bd5d-690ce1cbd568 is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:04:07.740553 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-6ff0bcae-1a04-46a9-910d-88986e189274 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:04:07.743483 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-6ff0bcae-1a04-46a9-910d-88986e189274 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:04:07.789648 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff0bcae-1a04-46a9-910d-88986e189274 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Pushing event updated for resources: {'Port': ['ID=53abc1f9-8474-4707-9f0d-f589802cf6d0,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:07.792435 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-6ff0bcae-1a04-46a9-910d-88986e189274 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:07.813912 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-6ff0bcae-1a04-46a9-910d-88986e189274 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:07.813912 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-6ff0bcae-1a04-46a9-910d-88986e189274 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:07.833917 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-6ff0bcae-1a04-46a9-910d-88986e189274 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7227607 Dec 15 21:04:07.849998 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-c95576af-084b-4fdc-8fdd-39a46b7b04f7 service neutron] Request body: {'port': {'device_id': '96af073a-e74f-438c-9c18-f9bd7c709731', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:04:07.958781 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-07c849da-97ac-41bc-ad5a-5d905bc2566f admin admin] Deleting port 9f12ce74-9e69-40d3-a969-724183a94deb {{(pid=86859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:04:07.959310 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-07c849da-97ac-41bc-ad5a-5d905bc2566f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:07.975971 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-c95576af-084b-4fdc-8fdd-39a46b7b04f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:08.146797 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.db [None req-07c849da-97ac-41bc-ad5a-5d905bc2566f admin admin] For port 9f12ce74-9e69-40d3-a969-724183a94deb, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=9f12ce74-9e69-40d3-a969-724183a94deb,segment=NetworkSegment(2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d),segment_id=2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d)] {{(pid=86859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:04:08.147140 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-07c849da-97ac-41bc-ad5a-5d905bc2566f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:08.274401 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-07c849da-97ac-41bc-ad5a-5d905bc2566f admin admin] Calling delete_port for 9f12ce74-9e69-40d3-a969-724183a94deb owned by network:router_interface {{(pid=86859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:04:08.377276 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-c95576af-084b-4fdc-8fdd-39a46b7b04f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 53abc1f9-8474-4707-9f0d-f589802cf6d0 {{(pid=86858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:04:08.385170 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-c95576af-084b-4fdc-8fdd-39a46b7b04f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:08.400916 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-c95576af-084b-4fdc-8fdd-39a46b7b04f7 service neutron] Transition to ACTIVE for port object 53abc1f9-8474-4707-9f0d-f589802cf6d0 will not be triggered until provisioned by entity L2. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:04:08.405969 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-c95576af-084b-4fdc-8fdd-39a46b7b04f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:08.410263 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-9a32f46b-50bf-4718-af1d-0b19a36d70f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:08.541629 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd90e1b-3705-44d5-a17e-ba24deb66dd7 req-ea6a1693-3923-47c1-997b-0f9bb530ae6a tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:08.543085 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-dfd90e1b-3705-44d5-a17e-ba24deb66dd7 req-ea6a1693-3923-47c1-997b-0f9bb530ae6a tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?device_id=96af073a-e74f-438c-9c18-f9bd7c709731 HTTP/1.1" status: 200 len: 944 time: 0.2272489 Dec 15 21:04:08.570012 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95576af-084b-4fdc-8fdd-39a46b7b04f7 service neutron] Pushing event updated for resources: {'Port': ['ID=53abc1f9-8474-4707-9f0d-f589802cf6d0,revision_number=2']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:08.572939 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-c95576af-084b-4fdc-8fdd-39a46b7b04f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:08.632982 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-dfd90e1b-3705-44d5-a17e-ba24deb66dd7 req-0a932b39-c29f-4df5-89af-1a8b3a423538 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca932e54-aa45-4aad-96f4-cfefbc54831e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835886 Dec 15 21:04:08.651424 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-c95576af-084b-4fdc-8fdd-39a46b7b04f7 service neutron] Attempting to bind port 53abc1f9-8474-4707-9f0d-f589802cf6d0 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:04:08.651923 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-c95576af-084b-4fdc-8fdd-39a46b7b04f7 service neutron] Attempting to bind port 53abc1f9-8474-4707-9f0d-f589802cf6d0 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '137a0002-6f18-4e72-98db-b7f6c07392d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9dc47042-223a-48fb-bd5d-690ce1cbd568'}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:04:08.652072 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-c95576af-084b-4fdc-8fdd-39a46b7b04f7 service neutron] Attempting to bind port 53abc1f9-8474-4707-9f0d-f589802cf6d0 on network 9dc47042-223a-48fb-bd5d-690ce1cbd568 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:04:08.656892 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-07c849da-97ac-41bc-ad5a-5d905bc2566f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:08.657775 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-c95576af-084b-4fdc-8fdd-39a46b7b04f7 service neutron] Port 53abc1f9-8474-4707-9f0d-f589802cf6d0 on network 9dc47042-223a-48fb-bd5d-690ce1cbd568 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:04:08.658362 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-c95576af-084b-4fdc-8fdd-39a46b7b04f7 service neutron] Attempting to bind port 53abc1f9-8474-4707-9f0d-f589802cf6d0 on network 9dc47042-223a-48fb-bd5d-690ce1cbd568 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:04:08.661997 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:08.666002 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-c95576af-084b-4fdc-8fdd-39a46b7b04f7 service neutron] Checking agent: {'id': '725a3879-ffa9-43b4-b39f-ace0d62390f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'started_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 3, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:04:08.666404 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-c95576af-084b-4fdc-8fdd-39a46b7b04f7 service neutron] Checking segment: {'id': '137a0002-6f18-4e72-98db-b7f6c07392d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9dc47042-223a-48fb-bd5d-690ce1cbd568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:04:08.666848 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-c95576af-084b-4fdc-8fdd-39a46b7b04f7 service neutron] Bound using segment: {'id': '137a0002-6f18-4e72-98db-b7f6c07392d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9dc47042-223a-48fb-bd5d-690ce1cbd568'} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:04:08.667357 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-c95576af-084b-4fdc-8fdd-39a46b7b04f7 service neutron] Bound port: 53abc1f9-8474-4707-9f0d-f589802cf6d0, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '137a0002-6f18-4e72-98db-b7f6c07392d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9dc47042-223a-48fb-bd5d-690ce1cbd568'}}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:04:08.667704 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-c95576af-084b-4fdc-8fdd-39a46b7b04f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:08.706753 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c849da-97ac-41bc-ad5a-5d905bc2566f admin admin] Pushing event deleted for resources: {'Port': ['ID=9f12ce74-9e69-40d3-a969-724183a94deb,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:08.709979 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-07c849da-97ac-41bc-ad5a-5d905bc2566f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:08.755061 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device cf3797e2-69ce-44c9-978d-a579401cbddb no longer exists at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:04:08.794902 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] No Port match for: cf3797e2-69ce-44c9-978d-a579401cbddb {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:04:08.795246 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device cf3797e2-69ce-44c9-978d-a579401cbddb not bound to the agent host hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:04:08.852299 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-c95576af-084b-4fdc-8fdd-39a46b7b04f7 service neutron] For port 53abc1f9-8474-4707-9f0d-f589802cf6d0, host hv-cinder-82189, cleared binding levels {{(pid=86858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:04:08.855481 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-c95576af-084b-4fdc-8fdd-39a46b7b04f7 service neutron] For port 53abc1f9-8474-4707-9f0d-f589802cf6d0, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=53abc1f9-8474-4707-9f0d-f589802cf6d0,segment=NetworkSegment(137a0002-6f18-4e72-98db-b7f6c07392d9),segment_id=137a0002-6f18-4e72-98db-b7f6c07392d9)] {{(pid=86858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:04:08.859595 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-c95576af-084b-4fdc-8fdd-39a46b7b04f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:08.869653 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ddd24cc8-634b-473e-9239-8bf3ca85eab0 tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:08.915223 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-c95576af-084b-4fdc-8fdd-39a46b7b04f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:08.915828 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-c95576af-084b-4fdc-8fdd-39a46b7b04f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:08.917191 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-c95576af-084b-4fdc-8fdd-39a46b7b04f7 service neutron] 10.222.0.41 "PUT /v2.0/ports/53abc1f9-8474-4707-9f0d-f589802cf6d0 HTTP/1.1" status: 200 len: 1094 time: 1.0710790 Dec 15 21:04:08.917719 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '96af073a-e74f-438c-9c18-f9bd7c709731', 'tag': '53abc1f9-8474-4707-9f0d-f589802cf6d0'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:04:08.958009 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95576af-084b-4fdc-8fdd-39a46b7b04f7 service neutron] Pushing event updated for resources: {'Port': ['ID=53abc1f9-8474-4707-9f0d-f589802cf6d0,revision_number=3']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:08.970509 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-c95576af-084b-4fdc-8fdd-39a46b7b04f7 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:09.010861 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '96af073a-e74f-438c-9c18-f9bd7c709731', 'tag': '53abc1f9-8474-4707-9f0d-f589802cf6d0', 'status': 'completed', 'code': 200} Dec 15 21:04:09.019107 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-07c849da-97ac-41bc-ad5a-5d905bc2566f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619291'] for router_interface, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:09.050179 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-fd70a472-6381-4d1a-bf91-d48842468b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:09.052021 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-fd70a472-6381-4d1a-bf91-d48842468b58 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d587c5fccaf345f3a4f096dc070a31f0&device_id=96af073a-e74f-438c-9c18-f9bd7c709731 HTTP/1.1" status: 200 len: 1097 time: 0.0768883 Dec 15 21:04:09.129136 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-02bbb643-8cd0-491d-9fca-497e93e432c3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53abc1f9-8474-4707-9f0d-f589802cf6d0 HTTP/1.1" status: 200 len: 217 time: 0.0658474 Dec 15 21:04:09.198269 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-52422778-e924-4d19-9cac-dfb23f4a6c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:09.199645 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-52422778-e924-4d19-9cac-dfb23f4a6c6c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcfa8ade-ebd6-4688-a072-90e9968889d9 HTTP/1.1" status: 200 len: 849 time: 0.0579121 Dec 15 21:04:09.248938 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-87324492-2ad1-40d5-a568-7133150d330a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dc47042-223a-48fb-bd5d-690ce1cbd568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0392208 Dec 15 21:04:09.377688 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c849da-97ac-41bc-ad5a-5d905bc2566f admin admin] Router 7ca167c0-0eff-4e09-b651-85a2aedfb97c has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:04:09.385375 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-08d12453-9a86-4994-b847-4a5b47b89c1f service neutron] 10.222.0.41 "GET /v2.0/networks/9dc47042-223a-48fb-bd5d-690ce1cbd568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259270 Dec 15 21:04:09.517296 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4b0dd8f6-7441-4645-aa10-1b604f798193 req-91a0ba29-2a89-470d-9d11-df0604e8cfe2 service neutron] 10.222.0.41 "GET /v2.0/networks/9dc47042-223a-48fb-bd5d-690ce1cbd568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1214986 Dec 15 21:04:09.552358 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c849da-97ac-41bc-ad5a-5d905bc2566f admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:04:09.561040 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf9af3f-a239-44bc-85ab-9612e138e0c8 None None] Sync routers for ids ['7ca167c0-0eff-4e09-b651-85a2aedfb97c'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:04:09.564732 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-07c849da-97ac-41bc-ad5a-5d905bc2566f admin admin] 10.222.0.49 "PUT /v2.0/routers/7ca167c0-0eff-4e09-b651-85a2aedfb97c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7232077 Dec 15 21:04:09.567538 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 44794) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:04:09.572406 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf9af3f-a239-44bc-85ab-9612e138e0c8 None None] Routers {'7ca167c0-0eff-4e09-b651-85a2aedfb97c'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:04:09.573022 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-faf9af3f-a239-44bc-85ab-9612e138e0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:03:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['7ca167c0-0eff-4e09-b651-85a2aedfb97c'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:04:09.645222 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8e4a9-1ae3-4c8f-938f-6727b85b525f req-d4b89a40-9066-4b69-a981-d036468a8fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:09.646850 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-09a8e4a9-1ae3-4c8f-938f-6727b85b525f req-d4b89a40-9066-4b69-a981-d036468a8fa0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d587c5fccaf345f3a4f096dc070a31f0&device_id=96af073a-e74f-438c-9c18-f9bd7c709731 HTTP/1.1" status: 200 len: 1097 time: 0.0770717 Dec 15 21:04:09.755134 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3181ced1-bf8c-467c-90d6-b7116ffa8901 admin admin] Notify callbacks [] for router, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:09.781219 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-faf9af3f-a239-44bc-85ab-9612e138e0c8 None None] Set router 7ca167c0-0eff-4e09-b651-85a2aedfb97c gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:04:09.789021 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8e4a9-1ae3-4c8f-938f-6727b85b525f req-4d87c9bd-37d8-4f28-9b0c-14c39f52ec85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:09.791090 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-09a8e4a9-1ae3-4c8f-938f-6727b85b525f req-4d87c9bd-37d8-4f28-9b0c-14c39f52ec85 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9dc47042-223a-48fb-bd5d-690ce1cbd568 HTTP/1.1" status: 200 len: 910 time: 0.1375518 Dec 15 21:04:09.872287 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-09a8e4a9-1ae3-4c8f-938f-6727b85b525f req-dc585569-84ff-4720-9f88-d379e27ce42a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=53abc1f9-8474-4707-9f0d-f589802cf6d0 HTTP/1.1" status: 200 len: 217 time: 0.0693433 Dec 15 21:04:09.949000 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a8e4a9-1ae3-4c8f-938f-6727b85b525f req-c53af0f4-6b48-4c26-81c0-632b6034107d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:09.950577 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-09a8e4a9-1ae3-4c8f-938f-6727b85b525f req-c53af0f4-6b48-4c26-81c0-632b6034107d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcfa8ade-ebd6-4688-a072-90e9968889d9 HTTP/1.1" status: 200 len: 849 time: 0.0696013 Dec 15 21:04:10.000898 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-09a8e4a9-1ae3-4c8f-938f-6727b85b525f req-8ee196eb-3a85-4d8b-9561-9566b2438180 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dc47042-223a-48fb-bd5d-690ce1cbd568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410259 Dec 15 21:04:10.071129 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-faf9af3f-a239-44bc-85ab-9612e138e0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'name': 'tempest-TestShelveInstance-627379115-router', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.62'}], 'enable_snat': True}, 'gw_port_id': 'dc2acb2d-2163-440c-be3c-a1b054925b8f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:36Z', 'updated_at': '2021-12-15T21:04:08Z', 'revision_number': 5, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'gw_port': {'id': 'dc2acb2d-2163-440c-be3c-a1b054925b8f', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:32:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 391, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:39Z', 'updated_at': '2021-12-15T20:58:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:04:10.074850 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf9af3f-a239-44bc-85ab-9612e138e0c8 None None] Checking router: 7ca167c0-0eff-4e09-b651-85a2aedfb97c for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:04:10.084731 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faf9af3f-a239-44bc-85ab-9612e138e0c8 None None] Routers {'7ca167c0-0eff-4e09-b651-85a2aedfb97c'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:04:10.085342 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-faf9af3f-a239-44bc-85ab-9612e138e0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:03:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['7ca167c0-0eff-4e09-b651-85a2aedfb97c'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:04:10.115885 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a9d0f8-fad2-4791-b8dd-085218a55ab8 req-1fe51a8a-b7e0-4d24-8724-97509bca0816 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:10.118042 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-76a9d0f8-fad2-4791-b8dd-085218a55ab8 req-1fe51a8a-b7e0-4d24-8724-97509bca0816 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?device_id=96af073a-e74f-438c-9c18-f9bd7c709731 HTTP/1.1" status: 200 len: 944 time: 0.1396635 Dec 15 21:04:10.120292 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3181ced1-bf8c-467c-90d6-b7116ffa8901 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:10.143883 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-09a8e4a9-1ae3-4c8f-938f-6727b85b525f req-fd9fe0aa-f439-438b-832a-29025991b960 service neutron] 10.222.0.41 "GET /v2.0/networks/9dc47042-223a-48fb-bd5d-690ce1cbd568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342473 Dec 15 21:04:10.147112 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-3181ced1-bf8c-467c-90d6-b7116ffa8901 admin admin] Deleting port dc2acb2d-2163-440c-be3c-a1b054925b8f {{(pid=86859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:04:10.147450 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3181ced1-bf8c-467c-90d6-b7116ffa8901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:10.217251 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-76a9d0f8-fad2-4791-b8dd-085218a55ab8 req-c4a429ea-6100-44e3-8d0c-a32315bbc84b tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca932e54-aa45-4aad-96f4-cfefbc54831e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906298 Dec 15 21:04:10.237751 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-faf9af3f-a239-44bc-85ab-9612e138e0c8 None None] Set router 7ca167c0-0eff-4e09-b651-85a2aedfb97c gateway port host: None {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:04:10.292603 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-09a8e4a9-1ae3-4c8f-938f-6727b85b525f req-0e5bb566-87e6-41f3-9b4f-b2d257e7fa7f service neutron] 10.222.0.41 "GET /v2.0/networks/9dc47042-223a-48fb-bd5d-690ce1cbd568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409953 Dec 15 21:04:10.343236 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.db [None req-3181ced1-bf8c-467c-90d6-b7116ffa8901 admin admin] For port dc2acb2d-2163-440c-be3c-a1b054925b8f, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=dc2acb2d-2163-440c-be3c-a1b054925b8f,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:04:10.343482 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3181ced1-bf8c-467c-90d6-b7116ffa8901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:10.343999 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-faf9af3f-a239-44bc-85ab-9612e138e0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'name': 'tempest-TestShelveInstance-627379115-router', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:36Z', 'updated_at': '2021-12-15T21:04:10Z', 'revision_number': 6, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'gw_port_host': None}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:04:10.347886 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faf9af3f-a239-44bc-85ab-9612e138e0c8 None None] The sync data for ids ['7ca167c0-0eff-4e09-b651-85a2aedfb97c'] in dv-cinder-821892-1-iscsi is: [{'id': '7ca167c0-0eff-4e09-b651-85a2aedfb97c', 'name': 'tempest-TestShelveInstance-627379115-router', 'tenant_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:36Z', 'updated_at': '2021-12-15T21:04:10Z', 'revision_number': 6, 'project_id': '0fed2bbf61794fe0b44a6f599b13bfe1', 'gw_port_host': None}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:04:10.466633 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-3181ced1-bf8c-467c-90d6-b7116ffa8901 admin admin] Calling delete_port for dc2acb2d-2163-440c-be3c-a1b054925b8f owned by network:router_gateway {{(pid=86859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:04:10.629859 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3181ced1-bf8c-467c-90d6-b7116ffa8901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:10.633427 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-b5b57084-1dc8-4dbd-b330-5bb8b0554788 tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:10.676263 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3181ced1-bf8c-467c-90d6-b7116ffa8901 admin admin] Pushing event deleted for resources: {'Port': ['ID=dc2acb2d-2163-440c-be3c-a1b054925b8f,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:10.679417 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-3181ced1-bf8c-467c-90d6-b7116ffa8901 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:10.777638 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3181ced1-bf8c-467c-90d6-b7116ffa8901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677260'] for router_gateway, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:10.948875 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3181ced1-bf8c-467c-90d6-b7116ffa8901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1619303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-376'] for router, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:10.951332 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3181ced1-bf8c-467c-90d6-b7116ffa8901 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:10.973568 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3181ced1-bf8c-467c-90d6-b7116ffa8901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1624130'] for router, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:10.974119 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3181ced1-bf8c-467c-90d6-b7116ffa8901 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7ca167c0-0eff-4e09-b651-85a2aedfb97c {{(pid=86859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:04:10.986457 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-3181ced1-bf8c-467c-90d6-b7116ffa8901 admin admin] Notify callbacks [] for router, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:10.987561 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-3181ced1-bf8c-467c-90d6-b7116ffa8901 admin admin] 10.222.0.49 "DELETE /v2.0/routers/7ca167c0-0eff-4e09-b651-85a2aedfb97c HTTP/1.1" status: 204 len: 168 time: 1.4190519 Dec 15 21:04:10.990245 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 44800) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:04:11.048271 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a7a959d-1ec4-481f-b49f-230fbdbe6f05 admin admin] Deleting subnet d5595c1c-8ca0-4af9-bdbb-973634ba4b63 {{(pid=86859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:04:11.051138 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4a7a959d-1ec4-481f-b49f-230fbdbe6f05 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:11.105522 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4a7a959d-1ec4-481f-b49f-230fbdbe6f05 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4139045'] for subnet, precommit_delete_associations {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:11.121931 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 9f12ce74-9e69-40d3-a969-724183a94deb no longer exists at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:04:11.189774 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4a7a959d-1ec4-481f-b49f-230fbdbe6f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16175920'] for subnet, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:11.199086 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] No Port match for: 9f12ce74-9e69-40d3-a969-724183a94deb {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:04:11.199435 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 9f12ce74-9e69-40d3-a969-724183a94deb not bound to the agent host dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:04:11.199860 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device dc2acb2d-2163-440c-be3c-a1b054925b8f no longer exists at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:04:11.232763 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] No Port match for: dc2acb2d-2163-440c-be3c-a1b054925b8f {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:04:11.233062 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device dc2acb2d-2163-440c-be3c-a1b054925b8f not bound to the agent host dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:04:11.261394 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4a7a959d-1ec4-481f-b49f-230fbdbe6f05 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16175976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4132637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3984658'] for subnet, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:11.265344 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:11.306555 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a959d-1ec4-481f-b49f-230fbdbe6f05 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5595c1c-8ca0-4af9-bdbb-973634ba4b63,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:11.309549 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-4a7a959d-1ec4-481f-b49f-230fbdbe6f05 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:11.310874 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4a7a959d-1ec4-481f-b49f-230fbdbe6f05 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for subnet, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:11.319071 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-4a7a959d-1ec4-481f-b49f-230fbdbe6f05 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/d5595c1c-8ca0-4af9-bdbb-973634ba4b63 HTTP/1.1" status: 204 len: 168 time: 0.3254070 Dec 15 21:04:11.319165 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-727816a9-41fe-41ff-b23f-d4a6da1bdf43 None None] Network 5de9587e-f494-45e3-b78a-91f0735c06e8 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:04:11.319886 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 44806) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:04:11.425360 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e978d-a079-4854-a237-593124d9aeb2 req-fc68f317-2c9c-43b9-881e-5fc29c5cb5e5 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:11.426983 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-013e978d-a079-4854-a237-593124d9aeb2 req-fc68f317-2c9c-43b9-881e-5fc29c5cb5e5 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?device_id=96af073a-e74f-438c-9c18-f9bd7c709731 HTTP/1.1" status: 200 len: 944 time: 0.0920985 Dec 15 21:04:11.445278 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1dea16f7-6f81-4086-8c0e-7930de6375a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16236683'] for network, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:11.456582 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-1dea16f7-6f81-4086-8c0e-7930de6375a8 admin admin] Deleting port 163d0612-8d2b-4d85-9d9f-71613b6ae01d {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:04:11.457088 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1dea16f7-6f81-4086-8c0e-7930de6375a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:11.473845 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-013e978d-a079-4854-a237-593124d9aeb2 req-3164df5d-8c5a-481f-833e-2812c3c5eac0 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca932e54-aa45-4aad-96f4-cfefbc54831e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404937 Dec 15 21:04:11.582002 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb6dac46-5600-4d59-86e5-a47c7935f27a None None] DHCP port deletion for 5de9587e-f494-45e3-b78a-91f0735c06e8 request from dv-cinder-821892-1-iscsi {{(pid=86860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:04:11.586356 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-eb6dac46-5600-4d59-86e5-a47c7935f27a None None] Deleting port 163d0612-8d2b-4d85-9d9f-71613b6ae01d {{(pid=86860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:04:11.586737 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-eb6dac46-5600-4d59-86e5-a47c7935f27a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:11.757602 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [None req-1dea16f7-6f81-4086-8c0e-7930de6375a8 admin admin] For port 163d0612-8d2b-4d85-9d9f-71613b6ae01d, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=163d0612-8d2b-4d85-9d9f-71613b6ae01d,segment=NetworkSegment(2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d),segment_id=2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:04:11.758761 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1dea16f7-6f81-4086-8c0e-7930de6375a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:11.791513 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-eb6dac46-5600-4d59-86e5-a47c7935f27a None None] For port 163d0612-8d2b-4d85-9d9f-71613b6ae01d, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=163d0612-8d2b-4d85-9d9f-71613b6ae01d,segment=NetworkSegment(2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d),segment_id=2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:04:11.791908 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-eb6dac46-5600-4d59-86e5-a47c7935f27a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:11.892627 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-1dea16f7-6f81-4086-8c0e-7930de6375a8 admin admin] Calling delete_port for 163d0612-8d2b-4d85-9d9f-71613b6ae01d owned by network:dhcp {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:04:11.913125 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-eb6dac46-5600-4d59-86e5-a47c7935f27a None None] Calling delete_port for 163d0612-8d2b-4d85-9d9f-71613b6ae01d owned by network:dhcp {{(pid=86860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:04:11.975248 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1dea16f7-6f81-4086-8c0e-7930de6375a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:11.985210 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-cd886f59-7ba4-47e0-999e-4a37c3058aa8 tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:11.996341 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.db.api [None req-eb6dac46-5600-4d59-86e5-a47c7935f27a None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:04:11.996341 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_db.api [None req-eb6dac46-5600-4d59-86e5-a47c7935f27a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:04:12.022566 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea16f7-6f81-4086-8c0e-7930de6375a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=163d0612-8d2b-4d85-9d9f-71613b6ae01d,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:12.027221 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-1dea16f7-6f81-4086-8c0e-7930de6375a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:12.027987 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dea16f7-6f81-4086-8c0e-7930de6375a8 admin admin] No DVR routers for this DVR port 163d0612-8d2b-4d85-9d9f-71613b6ae01d on host dv-cinder-821892-1-iscsi {{(pid=86858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:04:12.140418 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1dea16f7-6f81-4086-8c0e-7930de6375a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16176923', 'neutron.services.segments.db._delete_segments_for_network-8767327805862'] for network, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:12.165132 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-1dea16f7-6f81-4086-8c0e-7930de6375a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5de9587e-f494-45e3-b78a-91f0735c06e8']}} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:04:12.176583 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-1dea16f7-6f81-4086-8c0e-7930de6375a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d') {'for_net_delete': True} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:04:12.176875 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-1dea16f7-6f81-4086-8c0e-7930de6375a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a8a4dff-aa0d-4ebb-a892-affd9cfdd03d') {} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:04:12.187718 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1dea16f7-6f81-4086-8c0e-7930de6375a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767327850617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137009'] for segment, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:12.203059 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1dea16f7-6f81-4086-8c0e-7930de6375a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:12.208783 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1dea16f7-6f81-4086-8c0e-7930de6375a8 admin admin] Releasing vlan 192 on physical network physnet1 to pool {{(pid=86858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:04:12.209153 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1dea16f7-6f81-4086-8c0e-7930de6375a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16163155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4191232'] for segment, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: Traceback (most recent call last): Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: timer() Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: cb(*args, **kw) Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: return func(*args, **kwargs) Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: self._notify() Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: self.callback(batched_events) Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: event.method(event) Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: return f(self, *a, **k) Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: return self._get(url).json() Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: return self.request(url, 'GET', **kwargs) Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:04:12.222109 dv-cinder-821892-1-iscsi neutron-server[86858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:04:12.295621 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1dea16f7-6f81-4086-8c0e-7930de6375a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16176930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677227'] for network, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:12.298935 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:12.311502 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1dea16f7-6f81-4086-8c0e-7930de6375a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:12.321620 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dea16f7-6f81-4086-8c0e-7930de6375a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5de9587e-f494-45e3-b78a-91f0735c06e8,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:12.325611 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-1dea16f7-6f81-4086-8c0e-7930de6375a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:12.329167 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-1dea16f7-6f81-4086-8c0e-7930de6375a8 admin admin] 10.222.0.49 "DELETE /v2.0/networks/5de9587e-f494-45e3-b78a-91f0735c06e8 HTTP/1.1" status: 204 len: 168 time: 1.0069990 Dec 15 21:04:12.332119 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 44816) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:04:12.496997 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-eb6dac46-5600-4d59-86e5-a47c7935f27a None None] Deleting port 163d0612-8d2b-4d85-9d9f-71613b6ae01d {{(pid=86860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:04:12.497563 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-eb6dac46-5600-4d59-86e5-a47c7935f27a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:12.563618 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-eb6dac46-5600-4d59-86e5-a47c7935f27a None None] The port '163d0612-8d2b-4d85-9d9f-71613b6ae01d' was deleted {{(pid=86860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:04:12.765397 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4d98598-f5dd-464f-ac2b-c517cacbdecd req-6ff9e551-eacf-4672-bb96-2233b0b40662 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:12.766881 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e4d98598-f5dd-464f-ac2b-c517cacbdecd req-6ff9e551-eacf-4672-bb96-2233b0b40662 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?device_id=96af073a-e74f-438c-9c18-f9bd7c709731 HTTP/1.1" status: 200 len: 944 time: 0.1832426 Dec 15 21:04:12.810960 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-e4d98598-f5dd-464f-ac2b-c517cacbdecd req-b211c62e-35d1-4c8b-aabe-3c7033b3b186 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca932e54-aa45-4aad-96f4-cfefbc54831e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383792 Dec 15 21:04:12.860015 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-92baca26-264a-4eb9-a379-82281943c35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624235'] for router_interface, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:13.088078 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 163d0612-8d2b-4d85-9d9f-71613b6ae01d no longer exists at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:04:13.123513 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] No Port match for: 163d0612-8d2b-4d85-9d9f-71613b6ae01d {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:04:13.123869 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 163d0612-8d2b-4d85-9d9f-71613b6ae01d not bound to the agent host dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:04:13.200645 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 53abc1f9-8474-4707-9f0d-f589802cf6d0 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=86860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 21:04:13.305843 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-92baca26-264a-4eb9-a379-82281943c35e admin admin] Deleting port a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339 {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:04:13.306250 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-92baca26-264a-4eb9-a379-82281943c35e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:13.330587 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 53abc1f9-8474-4707-9f0d-f589802cf6d0, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=53abc1f9-8474-4707-9f0d-f589802cf6d0,segment=NetworkSegment(137a0002-6f18-4e72-98db-b7f6c07392d9),segment_id=137a0002-6f18-4e72-98db-b7f6c07392d9)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:04:13.343823 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Returning: {'device': '53abc1f9-8474-4707-9f0d-f589802cf6d0', 'network_id': '9dc47042-223a-48fb-bd5d-690ce1cbd568', 'port_id': '53abc1f9-8474-4707-9f0d-f589802cf6d0', 'mac_address': 'fa:16:3e:1a:b3:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcfa8ade-ebd6-4688-a072-90e9968889d9', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 21:04:13.395954 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:13.412540 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 53abc1f9-8474-4707-9f0d-f589802cf6d0 {{(pid=86860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:04:13.427383 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 53abc1f9-8474-4707-9f0d-f589802cf6d0, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=53abc1f9-8474-4707-9f0d-f589802cf6d0,segment=NetworkSegment(137a0002-6f18-4e72-98db-b7f6c07392d9),segment_id=137a0002-6f18-4e72-98db-b7f6c07392d9)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:04:13.431538 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:13.433326 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:13.475599 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [None req-92baca26-264a-4eb9-a379-82281943c35e admin admin] For port a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339,segment=NetworkSegment(79506aab-076c-4ed9-b77c-b5abf44ffe37),segment_id=79506aab-076c-4ed9-b77c-b5abf44ffe37)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:04:13.476270 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-92baca26-264a-4eb9-a379-82281943c35e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:13.501054 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=53abc1f9-8474-4707-9f0d-f589802cf6d0,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:13.508651 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:04:13.508996 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:04:13.509339 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:04:13.509683 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:04:13.510023 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:04:13.510346 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:04:13.510668 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:04:13.511000 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:04:13.511311 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:04:13.511630 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:04:13.511946 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:04:13.512261 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86860) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:04:13.516031 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:13.595425 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-92baca26-264a-4eb9-a379-82281943c35e admin admin] Calling delete_port for a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339 owned by network:router_interface {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:04:13.758585 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-92baca26-264a-4eb9-a379-82281943c35e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:13.761971 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-8e5bfa0b-c356-4f5e-822d-5ed08cd895a1 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:13.806012 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92baca26-264a-4eb9-a379-82281943c35e admin admin] Pushing event deleted for resources: {'Port': ['ID=a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:13.809020 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-92baca26-264a-4eb9-a379-82281943c35e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:14.006282 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b1db22-8de7-472e-a5aa-74a982c2c10e req-9282fd7f-48a4-4f02-9044-7fa3e7158129 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:14.007896 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-64b1db22-8de7-472e-a5aa-74a982c2c10e req-9282fd7f-48a4-4f02-9044-7fa3e7158129 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?device_id=96af073a-e74f-438c-9c18-f9bd7c709731 HTTP/1.1" status: 200 len: 945 time: 0.0890443 Dec 15 21:04:14.062979 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-64b1db22-8de7-472e-a5aa-74a982c2c10e req-01fba2e0-5c0e-468d-9efa-8c6481ac2b74 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca932e54-aa45-4aad-96f4-cfefbc54831e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484986 Dec 15 21:04:14.083110 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-92baca26-264a-4eb9-a379-82281943c35e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619291'] for router_interface, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:14.524205 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-92baca26-264a-4eb9-a379-82281943c35e admin admin] Router 02a7c245-9f01-4812-8e6d-060dd95818a1 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:04:14.702549 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92baca26-264a-4eb9-a379-82281943c35e admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:04:14.711851 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05a62bb-ce6f-421c-b6c6-49cadd334dbc None None] Sync routers for ids ['02a7c245-9f01-4812-8e6d-060dd95818a1'] in dv-cinder-821892-1-iscsi {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:04:14.714376 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-92baca26-264a-4eb9-a379-82281943c35e admin admin] 10.222.0.49 "PUT /v2.0/routers/02a7c245-9f01-4812-8e6d-060dd95818a1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3812973 Dec 15 21:04:14.717214 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 44828) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:04:14.721819 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a62bb-ce6f-421c-b6c6-49cadd334dbc None None] Routers {'02a7c245-9f01-4812-8e6d-060dd95818a1'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:04:14.722431 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-e05a62bb-ce6f-421c-b6c6-49cadd334dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:03:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['02a7c245-9f01-4812-8e6d-060dd95818a1'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:04:14.893947 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-e05a62bb-ce6f-421c-b6c6-49cadd334dbc None None] Set router 02a7c245-9f01-4812-8e6d-060dd95818a1 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:04:14.896134 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-96d29b65-14a8-4c24-ac5e-6d98f4893a8c admin admin] Notify callbacks [] for router, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:15.080309 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-96d29b65-14a8-4c24-ac5e-6d98f4893a8c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:15.092823 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-96d29b65-14a8-4c24-ac5e-6d98f4893a8c admin admin] Deleting port 0ffd2f64-a5f0-4a8c-80a3-4df98d504d34 {{(pid=86859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:04:15.093294 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-96d29b65-14a8-4c24-ac5e-6d98f4893a8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:15.190764 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-e05a62bb-ce6f-421c-b6c6-49cadd334dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a7c245-9f01-4812-8e6d-060dd95818a1', 'name': 'tempest-TestShelveInstance-395242949-router', 'tenant_id': '754a72a8af194daa88f1e70f2a77b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.75'}], 'enable_snat': True}, 'gw_port_id': '0ffd2f64-a5f0-4a8c-80a3-4df98d504d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:52Z', 'updated_at': '2021-12-15T21:04:13Z', 'revision_number': 5, 'project_id': '754a72a8af194daa88f1e70f2a77b7a1', 'gw_port': {'id': '0ffd2f64-a5f0-4a8c-80a3-4df98d504d34', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:95:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02a7c245-9f01-4812-8e6d-060dd95818a1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 415, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.75', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:54Z', 'updated_at': '2021-12-15T20:58:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:04:15.194633 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05a62bb-ce6f-421c-b6c6-49cadd334dbc None None] Checking router: 02a7c245-9f01-4812-8e6d-060dd95818a1 for host: dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:04:15.203226 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e05a62bb-ce6f-421c-b6c6-49cadd334dbc None None] Routers {'02a7c245-9f01-4812-8e6d-060dd95818a1'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:04:15.203845 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-e05a62bb-ce6f-421c-b6c6-49cadd334dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:03:49Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['02a7c245-9f01-4812-8e6d-060dd95818a1'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:04:15.327847 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['53abc1f9-8474-4707-9f0d-f589802cf6d0'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:04:15.333586 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.db [None req-96d29b65-14a8-4c24-ac5e-6d98f4893a8c admin admin] For port 0ffd2f64-a5f0-4a8c-80a3-4df98d504d34, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=0ffd2f64-a5f0-4a8c-80a3-4df98d504d34,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:04:15.333972 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-96d29b65-14a8-4c24-ac5e-6d98f4893a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:15.367151 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-e05a62bb-ce6f-421c-b6c6-49cadd334dbc None None] Set router 02a7c245-9f01-4812-8e6d-060dd95818a1 gateway port host: None {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:04:15.407903 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22846257-85b0-46b9-a415-4874fa08b244 req-8e799ad6-159d-4931-b723-4f516026ea56 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:15.409245 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-22846257-85b0-46b9-a415-4874fa08b244 req-8e799ad6-159d-4931-b723-4f516026ea56 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?device_id=96af073a-e74f-438c-9c18-f9bd7c709731 HTTP/1.1" status: 200 len: 945 time: 0.1973593 Dec 15 21:04:15.470009 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-96d29b65-14a8-4c24-ac5e-6d98f4893a8c admin admin] Calling delete_port for 0ffd2f64-a5f0-4a8c-80a3-4df98d504d34 owned by network:router_gateway {{(pid=86859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:04:15.474910 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-e05a62bb-ce6f-421c-b6c6-49cadd334dbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '02a7c245-9f01-4812-8e6d-060dd95818a1', 'name': 'tempest-TestShelveInstance-395242949-router', 'tenant_id': '754a72a8af194daa88f1e70f2a77b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:52Z', 'updated_at': '2021-12-15T21:04:15Z', 'revision_number': 6, 'project_id': '754a72a8af194daa88f1e70f2a77b7a1', 'gw_port_host': None}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:04:15.479413 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e05a62bb-ce6f-421c-b6c6-49cadd334dbc None None] The sync data for ids ['02a7c245-9f01-4812-8e6d-060dd95818a1'] in dv-cinder-821892-1-iscsi is: [{'id': '02a7c245-9f01-4812-8e6d-060dd95818a1', 'name': 'tempest-TestShelveInstance-395242949-router', 'tenant_id': '754a72a8af194daa88f1e70f2a77b7a1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:52Z', 'updated_at': '2021-12-15T21:04:15Z', 'revision_number': 6, 'project_id': '754a72a8af194daa88f1e70f2a77b7a1', 'gw_port_host': None}] {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:04:15.561212 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-22846257-85b0-46b9-a415-4874fa08b244 req-63bd02e0-4112-4b2e-a8d6-5d82352f083c tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca932e54-aa45-4aad-96f4-cfefbc54831e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986147 Dec 15 21:04:15.672190 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-96d29b65-14a8-4c24-ac5e-6d98f4893a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:15.676528 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-a824fe39-e673-47f9-8aea-5f4fd24fc28d tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:15.718834 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96d29b65-14a8-4c24-ac5e-6d98f4893a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=0ffd2f64-a5f0-4a8c-80a3-4df98d504d34,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:15.721333 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-96d29b65-14a8-4c24-ac5e-6d98f4893a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:15.811173 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-96d29b65-14a8-4c24-ac5e-6d98f4893a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677260'] for router_gateway, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:16.075443 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-96d29b65-14a8-4c24-ac5e-6d98f4893a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1619303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-376'] for router, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:16.077842 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-96d29b65-14a8-4c24-ac5e-6d98f4893a8c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:16.098582 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-96d29b65-14a8-4c24-ac5e-6d98f4893a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1624130'] for router, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:16.099174 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96d29b65-14a8-4c24-ac5e-6d98f4893a8c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 02a7c245-9f01-4812-8e6d-060dd95818a1 {{(pid=86859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:04:16.111003 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-96d29b65-14a8-4c24-ac5e-6d98f4893a8c admin admin] Notify callbacks [] for router, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:16.112097 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-96d29b65-14a8-4c24-ac5e-6d98f4893a8c admin admin] 10.222.0.49 "DELETE /v2.0/routers/02a7c245-9f01-4812-8e6d-060dd95818a1 HTTP/1.1" status: 204 len: 168 time: 1.3924141 Dec 15 21:04:16.114551 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 44836) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:04:16.171669 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_v2 [None req-f15b3d3f-4cd3-4df2-8c2a-f8dbbf1b1f8d admin admin] Deleting subnet aca01093-6d1b-4fe1-9705-de18bb93d6f9 {{(pid=86859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:04:16.174627 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f15b3d3f-4cd3-4df2-8c2a-f8dbbf1b1f8d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:16.229296 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f15b3d3f-4cd3-4df2-8c2a-f8dbbf1b1f8d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4139045'] for subnet, precommit_delete_associations {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:16.314730 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f15b3d3f-4cd3-4df2-8c2a-f8dbbf1b1f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16175920'] for subnet, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:16.340670 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-9471d7c6-0eb8-4927-bb4b-86ea4b22715a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:16.391716 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f15b3d3f-4cd3-4df2-8c2a-f8dbbf1b1f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16175976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4132637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3984658'] for subnet, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:16.395686 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-1fcb2761-607a-4cee-9063-e3e024140fde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:16.433628 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15b3d3f-4cd3-4df2-8c2a-f8dbbf1b1f8d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aca01093-6d1b-4fe1-9705-de18bb93d6f9,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:16.437250 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f15b3d3f-4cd3-4df2-8c2a-f8dbbf1b1f8d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:16.439697 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-f15b3d3f-4cd3-4df2-8c2a-f8dbbf1b1f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for subnet, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:16.448670 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 44846) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:04:16.449263 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-f15b3d3f-4cd3-4df2-8c2a-f8dbbf1b1f8d admin admin] 10.222.0.49 "DELETE /v2.0/subnets/aca01093-6d1b-4fe1-9705-de18bb93d6f9 HTTP/1.1" status: 204 len: 168 time: 0.3331058 Dec 15 21:04:16.453730 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86b4512a-0a3f-42fa-a2e3-90367945e3b0 None None] Network bf596cce-f72c-43ce-8191-2f33c4de52d1 requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:04:16.566096 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-c3e504af-7ad3-4621-ab2d-fc15ee48e52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16236683'] for network, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:16.577775 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-c3e504af-7ad3-4621-ab2d-fc15ee48e52e admin admin] Deleting port ea7d0da3-3885-4a85-abc9-6a04d07cc6ae {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:04:16.578208 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-c3e504af-7ad3-4621-ab2d-fc15ee48e52e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:16.750163 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36be811a-0401-4fc6-96e4-f39390275b15 None None] DHCP port deletion for bf596cce-f72c-43ce-8191-2f33c4de52d1 request from dv-cinder-821892-1-iscsi {{(pid=86860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:04:16.755340 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-36be811a-0401-4fc6-96e4-f39390275b15 None None] Deleting port ea7d0da3-3885-4a85-abc9-6a04d07cc6ae {{(pid=86860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:04:16.756045 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-36be811a-0401-4fc6-96e4-f39390275b15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:16.813305 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [None req-c3e504af-7ad3-4621-ab2d-fc15ee48e52e admin admin] For port ea7d0da3-3885-4a85-abc9-6a04d07cc6ae, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=ea7d0da3-3885-4a85-abc9-6a04d07cc6ae,segment=NetworkSegment(79506aab-076c-4ed9-b77c-b5abf44ffe37),segment_id=79506aab-076c-4ed9-b77c-b5abf44ffe37)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:04:16.813662 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-c3e504af-7ad3-4621-ab2d-fc15ee48e52e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:16.830559 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e96efc-16ea-4033-9582-0dab4ce0d845 req-77bbe3ba-a0a8-4a7c-a1f0-66c8adde916d tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:16.832185 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-83e96efc-16ea-4033-9582-0dab4ce0d845 req-77bbe3ba-a0a8-4a7c-a1f0-66c8adde916d tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?device_id=96af073a-e74f-438c-9c18-f9bd7c709731 HTTP/1.1" status: 200 len: 945 time: 0.1461334 Dec 15 21:04:16.931875 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-83e96efc-16ea-4033-9582-0dab4ce0d845 req-956344aa-e6a1-4308-bf60-c8422dfc19a7 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca932e54-aa45-4aad-96f4-cfefbc54831e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920970 Dec 15 21:04:16.959175 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-c3e504af-7ad3-4621-ab2d-fc15ee48e52e admin admin] Calling delete_port for ea7d0da3-3885-4a85-abc9-6a04d07cc6ae owned by network:dhcp {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:04:17.041116 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-c3e504af-7ad3-4621-ab2d-fc15ee48e52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:17.045074 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-e07dfc2a-4a81-452b-bd06-27833c2aa024 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:17.085069 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-36be811a-0401-4fc6-96e4-f39390275b15 None None] For port ea7d0da3-3885-4a85-abc9-6a04d07cc6ae, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=ea7d0da3-3885-4a85-abc9-6a04d07cc6ae,segment=NetworkSegment(79506aab-076c-4ed9-b77c-b5abf44ffe37),segment_id=79506aab-076c-4ed9-b77c-b5abf44ffe37)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:04:17.085472 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-36be811a-0401-4fc6-96e4-f39390275b15 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:17.090061 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e504af-7ad3-4621-ab2d-fc15ee48e52e admin admin] Pushing event deleted for resources: {'Port': ['ID=ea7d0da3-3885-4a85-abc9-6a04d07cc6ae,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:17.092961 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:17.093141 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-c3e504af-7ad3-4621-ab2d-fc15ee48e52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:17.093809 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3e504af-7ad3-4621-ab2d-fc15ee48e52e admin admin] No DVR routers for this DVR port ea7d0da3-3885-4a85-abc9-6a04d07cc6ae on host dv-cinder-821892-1-iscsi {{(pid=86858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:04:17.149501 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339 no longer exists at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:04:17.207209 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-c3e504af-7ad3-4621-ab2d-fc15ee48e52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16176923', 'neutron.services.segments.db._delete_segments_for_network-8767327805862'] for network, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:17.231843 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-c3e504af-7ad3-4621-ab2d-fc15ee48e52e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf596cce-f72c-43ce-8191-2f33c4de52d1']}} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:04:17.242812 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-36be811a-0401-4fc6-96e4-f39390275b15 None None] Calling delete_port for ea7d0da3-3885-4a85-abc9-6a04d07cc6ae owned by network:dhcp {{(pid=86860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:04:17.244516 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-c3e504af-7ad3-4621-ab2d-fc15ee48e52e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '79506aab-076c-4ed9-b77c-b5abf44ffe37') {'for_net_delete': True} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:04:17.244813 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-c3e504af-7ad3-4621-ab2d-fc15ee48e52e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '79506aab-076c-4ed9-b77c-b5abf44ffe37') {} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:04:17.255857 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-c3e504af-7ad3-4621-ab2d-fc15ee48e52e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767327850617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137009'] for segment, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:17.268128 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 53abc1f9-8474-4707-9f0d-f589802cf6d0 up at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:04:17.275624 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-c3e504af-7ad3-4621-ab2d-fc15ee48e52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:17.281725 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c3e504af-7ad3-4621-ab2d-fc15ee48e52e admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=86858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:04:17.282111 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-c3e504af-7ad3-4621-ab2d-fc15ee48e52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16163155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4191232'] for segment, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: Traceback (most recent call last): Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: timer() Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: cb(*args, **kw) Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: return func(*args, **kwargs) Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: self._notify() Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: self.callback(batched_events) Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: event.method(event) Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: return f(self, *a, **k) Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: return self._get(url).json() Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: return self.request(url, 'GET', **kwargs) Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:04:17.295466 dv-cinder-821892-1-iscsi neutron-server[86858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:04:17.312623 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] No Port match for: a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339 {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:04:17.312978 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device a87b5ea7-3bb0-46e0-8d74-f1cbbbbb4339 not bound to the agent host dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:04:17.313416 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device ea7d0da3-3885-4a85-abc9-6a04d07cc6ae no longer exists at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:04:17.368476 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-c3e504af-7ad3-4621-ab2d-fc15ee48e52e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16176930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677227'] for network, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:17.371964 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:17.373263 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] No Port match for: ea7d0da3-3885-4a85-abc9-6a04d07cc6ae {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:04:17.373839 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device ea7d0da3-3885-4a85-abc9-6a04d07cc6ae not bound to the agent host dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:04:17.374145 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 0ffd2f64-a5f0-4a8c-80a3-4df98d504d34 no longer exists at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:04:17.385325 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-c3e504af-7ad3-4621-ab2d-fc15ee48e52e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:17.395145 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e504af-7ad3-4621-ab2d-fc15ee48e52e admin admin] Pushing event deleted for resources: {'Network': ['ID=bf596cce-f72c-43ce-8191-2f33c4de52d1,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:17.397825 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-c3e504af-7ad3-4621-ab2d-fc15ee48e52e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:17.400189 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-c3e504af-7ad3-4621-ab2d-fc15ee48e52e admin admin] 10.222.0.49 "DELETE /v2.0/networks/bf596cce-f72c-43ce-8191-2f33c4de52d1 HTTP/1.1" status: 204 len: 168 time: 0.9505227 Dec 15 21:04:17.417427 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] No Port match for: 0ffd2f64-a5f0-4a8c-80a3-4df98d504d34 {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:04:17.417810 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 0ffd2f64-a5f0-4a8c-80a3-4df98d504d34 not bound to the agent host dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:04:17.447208 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.db.api [None req-36be811a-0401-4fc6-96e4-f39390275b15 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:04:17.447713 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_db.api [None req-36be811a-0401-4fc6-96e4-f39390275b15 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:04:17.449444 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning for port 53abc1f9-8474-4707-9f0d-f589802cf6d0 completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:04:17.454585 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning complete for port 53abc1f9-8474-4707-9f0d-f589802cf6d0 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:04:17.454980 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:17.519095 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 44858) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:04:17.567462 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-230bfe83-6866-477f-946f-93a11aa24edf admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=0fed2bbf61794fe0b44a6f599b13bfe1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0470352 Dec 15 21:04:17.569815 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 44862) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:04:17.574765 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:17.601446 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96af073a-e74f-438c-9c18-f9bd7c709731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53abc1f9-8474-4707-9f0d-f589802cf6d0'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:04:17.611538 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 53abc1f9-8474-4707-9f0d-f589802cf6d0, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=53abc1f9-8474-4707-9f0d-f589802cf6d0,segment=NetworkSegment(137a0002-6f18-4e72-98db-b7f6c07392d9),segment_id=137a0002-6f18-4e72-98db-b7f6c07392d9)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:04:17.616863 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:17.619502 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:17.634447 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-cd614396-c71f-4370-b4c6-ed7df465b5b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:17.657050 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96af073a-e74f-438c-9c18-f9bd7c709731', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '53abc1f9-8474-4707-9f0d-f589802cf6d0', 'code': 200} Dec 15 21:04:17.660271 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-cd614396-c71f-4370-b4c6-ed7df465b5b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:17.692315 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=53abc1f9-8474-4707-9f0d-f589802cf6d0,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:17.696091 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:17.714498 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-cd614396-c71f-4370-b4c6-ed7df465b5b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:17.719396 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f8e1a4df-da64-43eb-8d66-5aac0e9f8fef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:17.732770 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd614396-c71f-4370-b4c6-ed7df465b5b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93c8b87b-bad6-4c8e-8504-b18672c3b5f4,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:17.735534 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-cd614396-c71f-4370-b4c6-ed7df465b5b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:17.736435 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-cd614396-c71f-4370-b4c6-ed7df465b5b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:17.740087 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-cd614396-c71f-4370-b4c6-ed7df465b5b0 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/93c8b87b-bad6-4c8e-8504-b18672c3b5f4 HTTP/1.1" status: 204 len: 168 time: 0.1658244 Dec 15 21:04:17.896364 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b246da33-1533-45b5-8266-693f06cf6395 req-5ea5cca7-2f6e-4c79-928f-cd856943ed55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:17.897915 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-b246da33-1533-45b5-8266-693f06cf6395 req-5ea5cca7-2f6e-4c79-928f-cd856943ed55 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=96af073a-e74f-438c-9c18-f9bd7c709731 HTTP/1.1" status: 200 len: 1099 time: 0.0762050 Dec 15 21:04:17.943841 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-b246da33-1533-45b5-8266-693f06cf6395 req-1460036e-9c1c-486e-8408-5ac0ebd96060 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ca932e54-aa45-4aad-96f4-cfefbc54831e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366066 Dec 15 21:04:17.948692 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-36be811a-0401-4fc6-96e4-f39390275b15 None None] Deleting port ea7d0da3-3885-4a85-abc9-6a04d07cc6ae {{(pid=86860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:04:17.949152 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-36be811a-0401-4fc6-96e4-f39390275b15 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:18.014902 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-36be811a-0401-4fc6-96e4-f39390275b15 None None] The port 'ea7d0da3-3885-4a85-abc9-6a04d07cc6ae' was deleted {{(pid=86860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:04:18.122807 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 44876) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:04:18.138438 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9736b9c0-fb12-4a01-8d5f-e7ea4693b1a5 req-a4b5c4f4-b4ff-4a6e-acdf-80bd071b2360 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:18.139995 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9736b9c0-fb12-4a01-8d5f-e7ea4693b1a5 req-a4b5c4f4-b4ff-4a6e-acdf-80bd071b2360 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?device_id=96af073a-e74f-438c-9c18-f9bd7c709731 HTTP/1.1" status: 200 len: 946 time: 0.0813091 Dec 15 21:04:18.170509 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-ade00002-373a-4f69-b7f0-9cada557058e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=754a72a8af194daa88f1e70f2a77b7a1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464888 Dec 15 21:04:18.173095 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 44880) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:04:18.187778 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9736b9c0-fb12-4a01-8d5f-e7ea4693b1a5 req-ea7b51d2-bc62-4574-a22e-a84ef9af7455 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca932e54-aa45-4aad-96f4-cfefbc54831e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419016 Dec 15 21:04:18.232013 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ab873a21-b118-4568-b42f-15b5564cf33f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:18.259930 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ab873a21-b118-4568-b42f-15b5564cf33f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:18.309830 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ab873a21-b118-4568-b42f-15b5564cf33f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:18.314366 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-a4fb0d7e-0391-431f-841d-d2c076fab5ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:18.324162 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab873a21-b118-4568-b42f-15b5564cf33f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c8cd74d-dfe2-40b5-803a-959a283db0d8,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:18.329538 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ab873a21-b118-4568-b42f-15b5564cf33f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:18.332646 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-ab873a21-b118-4568-b42f-15b5564cf33f admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:18.333771 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-ab873a21-b118-4568-b42f-15b5564cf33f admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/3c8cd74d-dfe2-40b5-803a-959a283db0d8 HTTP/1.1" status: 204 len: 168 time: 0.1597812 Dec 15 21:04:18.678326 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-2b7ba09a-be8f-47ad-a4ef-af8cd2f04c71 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:19.369797 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b47239af-fee1-4b56-9fa6-e638afee0b1a req-532b6904-8e47-44c7-ae67-332b76fa5155 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:19.371202 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b47239af-fee1-4b56-9fa6-e638afee0b1a req-532b6904-8e47-44c7-ae67-332b76fa5155 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?device_id=96af073a-e74f-438c-9c18-f9bd7c709731 HTTP/1.1" status: 200 len: 946 time: 0.0786972 Dec 15 21:04:19.414192 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b47239af-fee1-4b56-9fa6-e638afee0b1a req-1847ffa9-b293-41a4-8240-74da7aae054b tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca932e54-aa45-4aad-96f4-cfefbc54831e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373685 Dec 15 21:04:19.704481 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:19.722827 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:20.604888 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-19c3aee9-a663-4928-87e2-beffddcb44ee tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2050180252&fields=id&tenant_id=2f0911933cea4693bc86dfcd07ba9675 HTTP/1.1" status: 200 len: 267 time: 0.0807812 Dec 15 21:04:20.736163 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7345c66a-bac2-4b28-8c7a-72585754804d req-accce643-3ba7-4e51-8d4e-472219c579c0 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:20.737622 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7345c66a-bac2-4b28-8c7a-72585754804d req-accce643-3ba7-4e51-8d4e-472219c579c0 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?device_id=96af073a-e74f-438c-9c18-f9bd7c709731 HTTP/1.1" status: 200 len: 946 time: 0.1845579 Dec 15 21:04:20.802516 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-0427c74e-dc26-413f-aad3-1d54f46bbd52 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:20.803909 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-0427c74e-dc26-413f-aad3-1d54f46bbd52 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/networks?id=2eeda4cc-cb45-495b-b445-87322079095b HTTP/1.1" status: 200 len: 811 time: 0.1905885 Dec 15 21:04:20.819009 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7345c66a-bac2-4b28-8c7a-72585754804d req-4b5e5f46-4ee8-4a91-9808-bbb2a7606023 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca932e54-aa45-4aad-96f4-cfefbc54831e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676999 Dec 15 21:04:20.822730 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-01b45074-bb70-44af-a2fa-17f5b973ce79 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/quotas/2f0911933cea4693bc86dfcd07ba9675 HTTP/1.1" status: 200 len: 375 time: 0.0133412 Dec 15 21:04:20.914486 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-b9770232-d510-49e2-af9b-610d1f97cf77 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=2f0911933cea4693bc86dfcd07ba9675&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0862484 Dec 15 21:04:21.052040 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-d7cbbdef-4446-4de1-9b0c-14703224e861 service neutron] 10.222.0.49 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1263781 Dec 15 21:04:21.093810 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:21.183323 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-3595b5b5-9997-4acd-96cd-a43769a0359d service neutron] 10.222.0.49 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255517 Dec 15 21:04:21.548552 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b81176a2-cc9d-45c0-afbb-a8be5d4b8189 req-e0930d79-7d98-4612-b120-d4023aae7f93 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8ea8435-f38b-4acf-8137-725ef6fcdd81 HTTP/1.1" status: 200 len: 210 time: 0.0416093 Dec 15 21:04:22.003329 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-403d41b3-7834-4cc3-ad09-f5fc3450d25c req-aa8104e5-710c-4e40-b197-1a76341f2a05 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:22.004906 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-403d41b3-7834-4cc3-ad09-f5fc3450d25c req-aa8104e5-710c-4e40-b197-1a76341f2a05 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?device_id=96af073a-e74f-438c-9c18-f9bd7c709731 HTTP/1.1" status: 200 len: 946 time: 0.0788074 Dec 15 21:04:22.051812 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-403d41b3-7834-4cc3-ad09-f5fc3450d25c req-aef78ed1-09ef-41ae-894b-e8b203242122 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca932e54-aa45-4aad-96f4-cfefbc54831e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411198 Dec 15 21:04:22.067684 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5d8b889-8427-466b-99bf-485851b62846 req-3d76b571-a3a8-4212-b526-8f76b0079edc tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:22.068375 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-c5d8b889-8427-466b-99bf-485851b62846 req-3d76b571-a3a8-4212-b526-8f76b0079edc tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Synchronizing usage tracker for tenant:d587c5fccaf345f3a4f096dc070a31f0 on resource:port {{(pid=86858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:04:22.085221 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-c5d8b889-8427-466b-99bf-485851b62846 req-3d76b571-a3a8-4212-b526-8f76b0079edc tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Unset dirty status for tenant:d587c5fccaf345f3a4f096dc070a31f0 on resource:port {{(pid=86858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:04:22.086884 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-c5d8b889-8427-466b-99bf-485851b62846 req-3d76b571-a3a8-4212-b526-8f76b0079edc tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.41 "GET /v2.0/ports?device_id=96af073a-e74f-438c-9c18-f9bd7c709731 HTTP/1.1" status: 200 len: 946 time: 0.1073356 Dec 15 21:04:22.253234 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-c5d8b889-8427-466b-99bf-485851b62846 req-f5333da1-9323-45f3-bd34-0b0b6947eb86 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Deleting port 53abc1f9-8474-4707-9f0d-f589802cf6d0 {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:04:22.253563 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-c5d8b889-8427-466b-99bf-485851b62846 req-f5333da1-9323-45f3-bd34-0b0b6947eb86 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:22.523945 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-c5d8b889-8427-466b-99bf-485851b62846 req-f5333da1-9323-45f3-bd34-0b0b6947eb86 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] For port 53abc1f9-8474-4707-9f0d-f589802cf6d0, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=53abc1f9-8474-4707-9f0d-f589802cf6d0,segment=NetworkSegment(137a0002-6f18-4e72-98db-b7f6c07392d9),segment_id=137a0002-6f18-4e72-98db-b7f6c07392d9)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:04:22.524221 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-c5d8b889-8427-466b-99bf-485851b62846 req-f5333da1-9323-45f3-bd34-0b0b6947eb86 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:22.708819 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-c5d8b889-8427-466b-99bf-485851b62846 req-f5333da1-9323-45f3-bd34-0b0b6947eb86 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Calling delete_port for 53abc1f9-8474-4707-9f0d-f589802cf6d0 owned by compute:nova {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:04:22.803223 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-dd2ea5a0-87b5-4be0-8000-8773a002cb64 req-87edabaf-d632-4149-b5b4-030b1b00cf85 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8ea8435-f38b-4acf-8137-725ef6fcdd81 HTTP/1.1" status: 200 len: 210 time: 0.1483631 Dec 15 21:04:22.831710 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-938f0463-8c64-48b2-8ae3-b3f809aaae79 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:22.833281 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-938f0463-8c64-48b2-8ae3-b3f809aaae79 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.41 "GET /v2.0/networks?id=2eeda4cc-cb45-495b-b445-87322079095b HTTP/1.1" status: 200 len: 811 time: 0.3462691 Dec 15 21:04:22.934396 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-84abcd32-7e59-4433-9de1-410d8705f31f tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2f0911933cea4693bc86dfcd07ba9675 HTTP/1.1" status: 200 len: 380 time: 0.0615277 Dec 15 21:04:22.935399 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-c5d8b889-8427-466b-99bf-485851b62846 req-f5333da1-9323-45f3-bd34-0b0b6947eb86 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:22.940788 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-43c465f2-cffe-41df-a1d8-12b7c56a416a tempest-VolumesSnapshotTestJSON-932624666 tempest-VolumesSnapshotTestJSON-932624666-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:22.947847 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['53abc1f9-8474-4707-9f0d-f589802cf6d0'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:04:22.987268 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-3056eac1-e9e7-4be4-b4d6-cc903efb6802 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Request body: {'port': {'device_id': 'f8ea8435-f38b-4acf-8137-725ef6fcdd81', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'admin_state_up': True, 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'security_groups': ['d424132d-8491-4e07-803a-17f20cad95b7']}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:04:23.004388 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5333da1-9323-45f3-bd34-0b0b6947eb86 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Pushing event deleted for resources: {'Port': ['ID=53abc1f9-8474-4707-9f0d-f589802cf6d0,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:23.055894 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-f5333da1-9323-45f3-bd34-0b0b6947eb86 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:23.144295 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5d8b889-8427-466b-99bf-485851b62846 req-f5333da1-9323-45f3-bd34-0b0b6947eb86 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] No DVR routers for this DVR port 53abc1f9-8474-4707-9f0d-f589802cf6d0 on host hv-cinder-82189 {{(pid=86858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:04:23.148323 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-c5d8b889-8427-466b-99bf-485851b62846 req-f5333da1-9323-45f3-bd34-0b0b6947eb86 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:23.150812 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '96af073a-e74f-438c-9c18-f9bd7c709731', 'name': 'network-vif-deleted', 'tag': '53abc1f9-8474-4707-9f0d-f589802cf6d0'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:04:23.183504 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-c5d8b889-8427-466b-99bf-485851b62846 req-f5333da1-9323-45f3-bd34-0b0b6947eb86 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.41 "DELETE /v2.0/ports/53abc1f9-8474-4707-9f0d-f589802cf6d0 HTTP/1.1" status: 204 len: 173 time: 1.0794756 Dec 15 21:04:23.199282 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '96af073a-e74f-438c-9c18-f9bd7c709731', 'name': 'network-vif-deleted', 'tag': '53abc1f9-8474-4707-9f0d-f589802cf6d0', 'status': 'completed', 'code': 200} Dec 15 21:04:23.210264 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-3056eac1-e9e7-4be4-b4d6-cc903efb6802 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:04:23.214637 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-3056eac1-e9e7-4be4-b4d6-cc903efb6802 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Usage tracker for resource:port and tenant:2f0911933cea4693bc86dfcd07ba9675 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:04:23.217969 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-3056eac1-e9e7-4be4-b4d6-cc903efb6802 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Quota usage for port was recalculated. Used quota:5. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:04:23.224452 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-3056eac1-e9e7-4be4-b4d6-cc903efb6802 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:04:23.235768 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-3056eac1-e9e7-4be4-b4d6-cc903efb6802 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Made reservation on behalf of 2f0911933cea4693bc86dfcd07ba9675 for: {'port': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:04:23.239274 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-3056eac1-e9e7-4be4-b4d6-cc903efb6802 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:23.247254 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-42731407-8328-4a25-a2db-0946f1cf8839 req-7d8d8a6a-2652-4c89-8efe-8902ccb9370c tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?device_id=96af073a-e74f-438c-9c18-f9bd7c709731 HTTP/1.1" status: 200 len: 210 time: 0.0864468 Dec 15 21:04:23.419573 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-3056eac1-e9e7-4be4-b4d6-cc903efb6802 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Allocated IP 172.20.0.11 (2eeda4cc-cb45-495b-b445-87322079095b/534b39db-0a31-42ab-9b6e-df04c958037c/481fcb99-299e-4ca0-95dc-eaa04a6c724a) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:04:23.603321 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-3056eac1-e9e7-4be4-b4d6-cc903efb6802 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:23.618787 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-3056eac1-e9e7-4be4-b4d6-cc903efb6802 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Transition to ACTIVE for port object 481fcb99-299e-4ca0-95dc-eaa04a6c724a will not be triggered until provisioned by entity DHCP. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:04:23.642042 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-3056eac1-e9e7-4be4-b4d6-cc903efb6802 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:23.647176 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ae501f0d-b971-405e-9515-584c21d564ff tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:23.713803 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-3056eac1-e9e7-4be4-b4d6-cc903efb6802 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Network 2eeda4cc-cb45-495b-b445-87322079095b is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:04:23.716805 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-3056eac1-e9e7-4be4-b4d6-cc903efb6802 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:04:23.720838 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-3056eac1-e9e7-4be4-b4d6-cc903efb6802 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:04:23.764483 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056eac1-e9e7-4be4-b4d6-cc903efb6802 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Pushing event updated for resources: {'Port': ['ID=481fcb99-299e-4ca0-95dc-eaa04a6c724a,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:23.769042 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-3056eac1-e9e7-4be4-b4d6-cc903efb6802 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:23.790293 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-3056eac1-e9e7-4be4-b4d6-cc903efb6802 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:23.790904 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-3056eac1-e9e7-4be4-b4d6-cc903efb6802 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:23.816086 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-3056eac1-e9e7-4be4-b4d6-cc903efb6802 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8402436 Dec 15 21:04:23.830995 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-9d534062-8202-4a42-a689-24d0a01cccdf service neutron] Request body: {'port': {'device_id': 'f8ea8435-f38b-4acf-8137-725ef6fcdd81', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:04:24.020782 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb8eb6a-940c-4f33-833a-0fef1a596a43 req-d6ab6f27-e9c9-4d32-aa65-bd7583537900 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:24.022232 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6bb8eb6a-940c-4f33-833a-0fef1a596a43 req-d6ab6f27-e9c9-4d32-aa65-bd7583537900 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8ea8435-f38b-4acf-8137-725ef6fcdd81 HTTP/1.1" status: 200 len: 932 time: 0.0864167 Dec 15 21:04:24.035679 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-c4745632-8e68-4de3-bafc-c8d6b07d5eb8 None None] Provisioning for port 481fcb99-299e-4ca0-95dc-eaa04a6c724a completed by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:04:24.041761 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-c4745632-8e68-4de3-bafc-c8d6b07d5eb8 None None] Provisioning complete for port 481fcb99-299e-4ca0-95dc-eaa04a6c724a triggered by entity DHCP. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:04:24.042289 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-c4745632-8e68-4de3-bafc-c8d6b07d5eb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:24.069749 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-6bb8eb6a-940c-4f33-833a-0fef1a596a43 req-1aa01242-2757-47e2-ae5a-0370947f9945 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0415606 Dec 15 21:04:24.073997 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-9d534062-8202-4a42-a689-24d0a01cccdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:24.103358 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-c4745632-8e68-4de3-bafc-c8d6b07d5eb8 None None] Port 481fcb99-299e-4ca0-95dc-eaa04a6c724a cannot update to ACTIVE because it is not bound. {{(pid=86860) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Dec 15 21:04:24.415604 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-9d534062-8202-4a42-a689-24d0a01cccdf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 481fcb99-299e-4ca0-95dc-eaa04a6c724a {{(pid=86858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:04:24.422659 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-9d534062-8202-4a42-a689-24d0a01cccdf service neutron] Notify callbacks [] for port, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:24.437118 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-9d534062-8202-4a42-a689-24d0a01cccdf service neutron] Transition to ACTIVE for port object 481fcb99-299e-4ca0-95dc-eaa04a6c724a will not be triggered until provisioned by entity L2. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:04:24.441246 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-9d534062-8202-4a42-a689-24d0a01cccdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:24.445089 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-0bc0a2ae-2842-4223-ba88-86d2fd5ffc82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:24.574157 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d534062-8202-4a42-a689-24d0a01cccdf service neutron] Pushing event updated for resources: {'Port': ['ID=481fcb99-299e-4ca0-95dc-eaa04a6c724a,revision_number=2']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:24.614947 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-9d534062-8202-4a42-a689-24d0a01cccdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:24.677703 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-b532232e-cced-442f-b566-e6dcda799b40 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:24.679475 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-b532232e-cced-442f-b566-e6dcda799b40 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/networks?id=9dc47042-223a-48fb-bd5d-690ce1cbd568 HTTP/1.1" status: 200 len: 809 time: 0.1610906 Dec 15 21:04:24.681808 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-9d534062-8202-4a42-a689-24d0a01cccdf service neutron] Attempting to bind port 481fcb99-299e-4ca0-95dc-eaa04a6c724a on host hv-cinder-82189 for vnic_type normal with profile {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:04:24.682205 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-9d534062-8202-4a42-a689-24d0a01cccdf service neutron] Attempting to bind port 481fcb99-299e-4ca0-95dc-eaa04a6c724a by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': 'aeb21201-1d04-4fb6-bcd2-dabd1a4844f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b'}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:04:24.682590 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-9d534062-8202-4a42-a689-24d0a01cccdf service neutron] Attempting to bind port 481fcb99-299e-4ca0-95dc-eaa04a6c724a on network 2eeda4cc-cb45-495b-b445-87322079095b {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:04:24.688149 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-9d534062-8202-4a42-a689-24d0a01cccdf service neutron] Port 481fcb99-299e-4ca0-95dc-eaa04a6c724a on network 2eeda4cc-cb45-495b-b445-87322079095b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:04:24.688559 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-9d534062-8202-4a42-a689-24d0a01cccdf service neutron] Attempting to bind port 481fcb99-299e-4ca0-95dc-eaa04a6c724a on network 2eeda4cc-cb45-495b-b445-87322079095b {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:04:24.694039 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-9d534062-8202-4a42-a689-24d0a01cccdf service neutron] Checking agent: {'id': '725a3879-ffa9-43b4-b39f-ace0d62390f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'started_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:04:24.694315 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-4c4840ca-7a2d-49b1-9d9e-62dd3986172b tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/quotas/d587c5fccaf345f3a4f096dc070a31f0 HTTP/1.1" status: 200 len: 375 time: 0.0093863 Dec 15 21:04:24.694575 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-9d534062-8202-4a42-a689-24d0a01cccdf service neutron] Checking segment: {'id': 'aeb21201-1d04-4fb6-bcd2-dabd1a4844f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:04:24.695550 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-9d534062-8202-4a42-a689-24d0a01cccdf service neutron] Bound using segment: {'id': 'aeb21201-1d04-4fb6-bcd2-dabd1a4844f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b'} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:04:24.696008 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-9d534062-8202-4a42-a689-24d0a01cccdf service neutron] Bound port: 481fcb99-299e-4ca0-95dc-eaa04a6c724a, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aeb21201-1d04-4fb6-bcd2-dabd1a4844f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 166, 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b'}}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:04:24.696415 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-9d534062-8202-4a42-a689-24d0a01cccdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:24.741817 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-3d88d58d-fe00-4614-9b81-08c3e982fc29 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?tenant_id=d587c5fccaf345f3a4f096dc070a31f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0416088 Dec 15 21:04:24.786628 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-9d534062-8202-4a42-a689-24d0a01cccdf service neutron] For port 481fcb99-299e-4ca0-95dc-eaa04a6c724a, host hv-cinder-82189, cleared binding levels {{(pid=86858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:04:24.790321 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-9d534062-8202-4a42-a689-24d0a01cccdf service neutron] For port 481fcb99-299e-4ca0-95dc-eaa04a6c724a, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=481fcb99-299e-4ca0-95dc-eaa04a6c724a,segment=NetworkSegment(aeb21201-1d04-4fb6-bcd2-dabd1a4844f4),segment_id=aeb21201-1d04-4fb6-bcd2-dabd1a4844f4)] {{(pid=86858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:04:24.796027 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-9d534062-8202-4a42-a689-24d0a01cccdf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:24.799842 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-f5333da1-9323-45f3-bd34-0b0b6947eb86 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:24.856583 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-9d534062-8202-4a42-a689-24d0a01cccdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:24.857196 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-9d534062-8202-4a42-a689-24d0a01cccdf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:24.858582 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-9d534062-8202-4a42-a689-24d0a01cccdf service neutron] 10.222.0.41 "PUT /v2.0/ports/481fcb99-299e-4ca0-95dc-eaa04a6c724a HTTP/1.1" status: 200 len: 1094 time: 1.0329542 Dec 15 21:04:24.873933 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d534062-8202-4a42-a689-24d0a01cccdf service neutron] Pushing event updated for resources: {'Port': ['ID=481fcb99-299e-4ca0-95dc-eaa04a6c724a,revision_number=3']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:24.877605 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-9d534062-8202-4a42-a689-24d0a01cccdf service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:24.881191 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-3e7dd7d1-b497-48fb-ad6c-e0861bfe3773 service neutron] 10.222.0.49 "GET /v2.0/networks/9dc47042-223a-48fb-bd5d-690ce1cbd568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325212 Dec 15 21:04:24.992381 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-12b5e828-368f-40b2-963c-80dc843bee18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:24.993933 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-12b5e828-368f-40b2-963c-80dc843bee18 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f0911933cea4693bc86dfcd07ba9675&device_id=f8ea8435-f38b-4acf-8137-725ef6fcdd81 HTTP/1.1" status: 200 len: 1097 time: 0.0876553 Dec 15 21:04:25.025405 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-764ea169-e81f-4245-8a01-fb2072c63047 service neutron] 10.222.0.49 "GET /v2.0/networks/9dc47042-223a-48fb-bd5d-690ce1cbd568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377530 Dec 15 21:04:25.069476 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-2bd01889-c306-4a79-b987-43c137a488ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=481fcb99-299e-4ca0-95dc-eaa04a6c724a HTTP/1.1" status: 200 len: 217 time: 0.0642235 Dec 15 21:04:25.141509 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-b0fc1833-2181-4cb2-92e7-6b50fde34b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:25.143300 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-b0fc1833-2181-4cb2-92e7-6b50fde34b94 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=534b39db-0a31-42ab-9b6e-df04c958037c HTTP/1.1" status: 200 len: 850 time: 0.0642061 Dec 15 21:04:25.201650 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ea8435-f38b-4acf-8137-725ef6fcdd81', 'tag': '481fcb99-299e-4ca0-95dc-eaa04a6c724a'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:04:25.209729 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-49db2e90-3c27-4d8a-83bf-c8a592dd6412 req-5ac046e5-1869-43e4-a119-904f0bf9f1fa tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e9e0bbf-71c2-4c44-a20d-4b2b44cb54f4 HTTP/1.1" status: 200 len: 210 time: 0.0474193 Dec 15 21:04:25.242187 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-a2bf4a30-31ca-4c44-9ec5-e1f5da06ca0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:25.243676 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-a2bf4a30-31ca-4c44-9ec5-e1f5da06ca0e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2eeda4cc-cb45-495b-b445-87322079095b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0894601 Dec 15 21:04:25.282740 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ea8435-f38b-4acf-8137-725ef6fcdd81', 'tag': '481fcb99-299e-4ca0-95dc-eaa04a6c724a', 'status': 'completed', 'code': 200} Dec 15 21:04:25.301457 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bee9d2b-bbd4-4fe5-9277-f2cc6acdf747 req-bb90b9d3-b0f4-4ccd-943c-d09a33ee8012 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:25.302936 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2bee9d2b-bbd4-4fe5-9277-f2cc6acdf747 req-bb90b9d3-b0f4-4ccd-943c-d09a33ee8012 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8ea8435-f38b-4acf-8137-725ef6fcdd81 HTTP/1.1" status: 200 len: 944 time: 0.1048927 Dec 15 21:04:25.354018 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2bee9d2b-bbd4-4fe5-9277-f2cc6acdf747 req-4177ee16-1c1a-489d-ae35-fd252e51d050 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420096 Dec 15 21:04:25.392348 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-f8c42fcb-b90e-46d6-bc17-3f5a28550654 service neutron] 10.222.0.41 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367476 Dec 15 21:04:25.530907 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-0343c794-dd43-453d-8b65-8eecf0b8a659 req-3204f283-fc12-4c54-98d0-6c8f88d92c05 service neutron] 10.222.0.41 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290636 Dec 15 21:04:25.662728 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e1960-ef2d-4ac7-bd4b-98e949d332ef req-91e9ed6f-6164-4fe6-86a3-743ab457889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:25.664700 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e27e1960-ef2d-4ac7-bd4b-98e949d332ef req-91e9ed6f-6164-4fe6-86a3-743ab457889b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f0911933cea4693bc86dfcd07ba9675&device_id=f8ea8435-f38b-4acf-8137-725ef6fcdd81 HTTP/1.1" status: 200 len: 1097 time: 0.0709233 Dec 15 21:04:25.805607 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e1960-ef2d-4ac7-bd4b-98e949d332ef req-c6fa32b3-6f88-459e-93f8-24dbe68005ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:25.807082 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e27e1960-ef2d-4ac7-bd4b-98e949d332ef req-c6fa32b3-6f88-459e-93f8-24dbe68005ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=2eeda4cc-cb45-495b-b445-87322079095b HTTP/1.1" status: 200 len: 912 time: 0.1249197 Dec 15 21:04:25.969243 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e27e1960-ef2d-4ac7-bd4b-98e949d332ef req-7248bd44-a725-4d48-8588-a95a5545a940 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=481fcb99-299e-4ca0-95dc-eaa04a6c724a HTTP/1.1" status: 200 len: 217 time: 0.1474807 Dec 15 21:04:26.037317 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e1960-ef2d-4ac7-bd4b-98e949d332ef req-62e3569d-becb-4fec-b25c-2c0e7329ad48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:26.039417 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e27e1960-ef2d-4ac7-bd4b-98e949d332ef req-62e3569d-becb-4fec-b25c-2c0e7329ad48 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=534b39db-0a31-42ab-9b6e-df04c958037c HTTP/1.1" status: 200 len: 850 time: 0.0586395 Dec 15 21:04:26.118293 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27e1960-ef2d-4ac7-bd4b-98e949d332ef req-27506593-de98-46a3-bb0f-13d3a0063988 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:26.119728 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e27e1960-ef2d-4ac7-bd4b-98e949d332ef req-27506593-de98-46a3-bb0f-13d3a0063988 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2eeda4cc-cb45-495b-b445-87322079095b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0711637 Dec 15 21:04:26.356625 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e27e1960-ef2d-4ac7-bd4b-98e949d332ef req-87456d4e-7ac2-41f4-9d98-7ec415385d35 service neutron] 10.222.0.41 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2221882 Dec 15 21:04:26.360896 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a794408e-e467-4441-8a36-08770c10e8be req-a83e02d9-f65e-419c-8a84-99e927339c4c tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e9e0bbf-71c2-4c44-a20d-4b2b44cb54f4 HTTP/1.1" status: 200 len: 210 time: 0.0433779 Dec 15 21:04:26.482480 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-5c2b126c-3550-43ab-90ee-defa29f2dad5 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:26.483900 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-5c2b126c-3550-43ab-90ee-defa29f2dad5 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.41 "GET /v2.0/networks?id=9dc47042-223a-48fb-bd5d-690ce1cbd568 HTTP/1.1" status: 200 len: 809 time: 0.2630341 Dec 15 21:04:26.499025 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-e0fb45c9-323a-42aa-8d0f-f1bc567e44ef tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Request body: {'port': {'device_id': '4e9e0bbf-71c2-4c44-a20d-4b2b44cb54f4', 'network_id': '9dc47042-223a-48fb-bd5d-690ce1cbd568', 'admin_state_up': True, 'tenant_id': 'd587c5fccaf345f3a4f096dc070a31f0'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:04:26.551853 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39cd4459-559e-46cb-bc72-4b5fb8af85c0 req-0aa197bd-49f2-4400-9a77-05619f8b01fb tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:26.553315 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-39cd4459-559e-46cb-bc72-4b5fb8af85c0 req-0aa197bd-49f2-4400-9a77-05619f8b01fb tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8ea8435-f38b-4acf-8137-725ef6fcdd81 HTTP/1.1" status: 200 len: 944 time: 0.0854325 Dec 15 21:04:26.602441 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-39cd4459-559e-46cb-bc72-4b5fb8af85c0 req-89ff955b-7f3a-4404-8f90-1e3e99650a66 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421007 Dec 15 21:04:26.615091 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-e27e1960-ef2d-4ac7-bd4b-98e949d332ef req-83b182ca-1bc9-413e-8b93-ae04e7c92c84 service neutron] 10.222.0.41 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413542 Dec 15 21:04:26.660659 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-e0fb45c9-323a-42aa-8d0f-f1bc567e44ef tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:04:26.664669 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-e0fb45c9-323a-42aa-8d0f-f1bc567e44ef tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Usage tracker for resource:port and tenant:d587c5fccaf345f3a4f096dc070a31f0 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:04:26.667485 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-e0fb45c9-323a-42aa-8d0f-f1bc567e44ef tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Quota usage for port was recalculated. Used quota:0. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:04:26.673075 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-e0fb45c9-323a-42aa-8d0f-f1bc567e44ef tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:04:26.682575 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-e0fb45c9-323a-42aa-8d0f-f1bc567e44ef tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Made reservation on behalf of d587c5fccaf345f3a4f096dc070a31f0 for: {'port': 1} {{(pid=86858) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Dec 15 21:04:26.686255 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-e0fb45c9-323a-42aa-8d0f-f1bc567e44ef tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:26.843574 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-e0fb45c9-323a-42aa-8d0f-f1bc567e44ef tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Allocated IP 172.20.0.5 (9dc47042-223a-48fb-bd5d-690ce1cbd568/fcfa8ade-ebd6-4688-a072-90e9968889d9/c02700c3-efdd-464d-842b-7397100cb2e7) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:04:27.040175 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-e0fb45c9-323a-42aa-8d0f-f1bc567e44ef tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:27.068008 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-e0fb45c9-323a-42aa-8d0f-f1bc567e44ef tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:27.073683 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-6ff0bcae-1a04-46a9-910d-88986e189274 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:27.144390 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-e0fb45c9-323a-42aa-8d0f-f1bc567e44ef tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Network 9dc47042-223a-48fb-bd5d-690ce1cbd568 is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:04:27.147380 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-e0fb45c9-323a-42aa-8d0f-f1bc567e44ef tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:04:27.152125 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-e0fb45c9-323a-42aa-8d0f-f1bc567e44ef tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:04:27.176172 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb45c9-323a-42aa-8d0f-f1bc567e44ef tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Pushing event updated for resources: {'Port': ['ID=c02700c3-efdd-464d-842b-7397100cb2e7,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:27.181710 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-e0fb45c9-323a-42aa-8d0f-f1bc567e44ef tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:27.214205 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-e0fb45c9-323a-42aa-8d0f-f1bc567e44ef tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:27.214802 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-e0fb45c9-323a-42aa-8d0f-f1bc567e44ef tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:27.237056 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-e0fb45c9-323a-42aa-8d0f-f1bc567e44ef tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7418063 Dec 15 21:04:27.253498 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-83c12000-7ef1-4432-810b-fbd2732f3a87 service neutron] Request body: {'port': {'device_id': '4e9e0bbf-71c2-4c44-a20d-4b2b44cb54f4', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-82189'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:04:27.268276 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 53abc1f9-8474-4707-9f0d-f589802cf6d0 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:04:27.303684 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] No Port match for: 53abc1f9-8474-4707-9f0d-f589802cf6d0 {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:04:27.304038 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 53abc1f9-8474-4707-9f0d-f589802cf6d0 not bound to the agent host hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:04:27.363312 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-83c12000-7ef1-4432-810b-fbd2732f3a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:27.542312 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e5c860-10d6-4cc2-8707-50f62c6f2d03 req-2b2c90b9-7a6e-4e31-b7f9-50f490c8e1b5 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:27.543762 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-53e5c860-10d6-4cc2-8707-50f62c6f2d03 req-2b2c90b9-7a6e-4e31-b7f9-50f490c8e1b5 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e9e0bbf-71c2-4c44-a20d-4b2b44cb54f4 HTTP/1.1" status: 200 len: 931 time: 0.0788498 Dec 15 21:04:27.591617 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-53e5c860-10d6-4cc2-8707-50f62c6f2d03 req-571095f2-7fdf-4719-b8d4-aa55eba66363 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca932e54-aa45-4aad-96f4-cfefbc54831e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420625 Dec 15 21:04:27.785163 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f2319e-283d-4d4e-a768-7db20b24150f req-a5bb187c-e9d9-4569-9f2a-29588912f228 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:27.786921 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-22f2319e-283d-4d4e-a768-7db20b24150f req-a5bb187c-e9d9-4569-9f2a-29588912f228 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8ea8435-f38b-4acf-8137-725ef6fcdd81 HTTP/1.1" status: 200 len: 944 time: 0.0791035 Dec 15 21:04:27.791316 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-83c12000-7ef1-4432-810b-fbd2732f3a87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c02700c3-efdd-464d-842b-7397100cb2e7 {{(pid=86858) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:04:27.798670 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-83c12000-7ef1-4432-810b-fbd2732f3a87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:27.813269 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.provisioning_blocks [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-83c12000-7ef1-4432-810b-fbd2732f3a87 service neutron] Transition to ACTIVE for port object c02700c3-efdd-464d-842b-7397100cb2e7 will not be triggered until provisioned by entity L2. {{(pid=86858) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Dec 15 21:04:27.817617 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-83c12000-7ef1-4432-810b-fbd2732f3a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:27.822543 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-cd88a518-51d6-49a1-9869-f88b37eb591d tempest-TestShelveInstance-2014463104 tempest-TestShelveInstance-2014463104-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:27.832120 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-22f2319e-283d-4d4e-a768-7db20b24150f req-9ba85b99-5138-43df-abf1-2e736ffbbbe7 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395100 Dec 15 21:04:27.976398 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c12000-7ef1-4432-810b-fbd2732f3a87 service neutron] Pushing event updated for resources: {'Port': ['ID=c02700c3-efdd-464d-842b-7397100cb2e7,revision_number=2']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:27.979155 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-83c12000-7ef1-4432-810b-fbd2732f3a87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:28.049978 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-83c12000-7ef1-4432-810b-fbd2732f3a87 service neutron] Attempting to bind port c02700c3-efdd-464d-842b-7397100cb2e7 on host hv-cinder-82189 for vnic_type normal with profile {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Dec 15 21:04:28.050236 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-83c12000-7ef1-4432-810b-fbd2732f3a87 service neutron] Attempting to bind port c02700c3-efdd-464d-842b-7397100cb2e7 by drivers openvswitch,hyperv on host hv-cinder-82189 at level 0 using segments [{'id': '137a0002-6f18-4e72-98db-b7f6c07392d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9dc47042-223a-48fb-bd5d-690ce1cbd568'}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Dec 15 21:04:28.050553 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-83c12000-7ef1-4432-810b-fbd2732f3a87 service neutron] Attempting to bind port c02700c3-efdd-464d-842b-7397100cb2e7 on network 9dc47042-223a-48fb-bd5d-690ce1cbd568 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:04:28.055585 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-83c12000-7ef1-4432-810b-fbd2732f3a87 service neutron] Port c02700c3-efdd-464d-842b-7397100cb2e7 on network 9dc47042-223a-48fb-bd5d-690ce1cbd568 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-82189 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Dec 15 21:04:28.055899 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-83c12000-7ef1-4432-810b-fbd2732f3a87 service neutron] Attempting to bind port c02700c3-efdd-464d-842b-7397100cb2e7 on network 9dc47042-223a-48fb-bd5d-690ce1cbd568 {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Dec 15 21:04:28.060887 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-83c12000-7ef1-4432-810b-fbd2732f3a87 service neutron] Checking agent: {'id': '725a3879-ffa9-43b4-b39f-ace0d62390f9', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-82189', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'started_at': datetime.datetime(2021, 12, 15, 20, 52, 47), 'heartbeat_timestamp': datetime.datetime(2021, 12, 15, 21, 4, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Dec 15 21:04:28.061221 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-83c12000-7ef1-4432-810b-fbd2732f3a87 service neutron] Checking segment: {'id': '137a0002-6f18-4e72-98db-b7f6c07392d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9dc47042-223a-48fb-bd5d-690ce1cbd568'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=86858) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Dec 15 21:04:28.061599 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-83c12000-7ef1-4432-810b-fbd2732f3a87 service neutron] Bound using segment: {'id': '137a0002-6f18-4e72-98db-b7f6c07392d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9dc47042-223a-48fb-bd5d-690ce1cbd568'} {{(pid=86858) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Dec 15 21:04:28.062050 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.managers [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-83c12000-7ef1-4432-810b-fbd2732f3a87 service neutron] Bound port: c02700c3-efdd-464d-842b-7397100cb2e7, host: hv-cinder-82189, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '137a0002-6f18-4e72-98db-b7f6c07392d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 179, 'network_id': '9dc47042-223a-48fb-bd5d-690ce1cbd568'}}] {{(pid=86858) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Dec 15 21:04:28.062387 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-83c12000-7ef1-4432-810b-fbd2732f3a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:28.152420 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-83c12000-7ef1-4432-810b-fbd2732f3a87 service neutron] For port c02700c3-efdd-464d-842b-7397100cb2e7, host hv-cinder-82189, cleared binding levels {{(pid=86858) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Dec 15 21:04:28.155297 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-83c12000-7ef1-4432-810b-fbd2732f3a87 service neutron] For port c02700c3-efdd-464d-842b-7397100cb2e7, host hv-cinder-82189, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c02700c3-efdd-464d-842b-7397100cb2e7,segment=NetworkSegment(137a0002-6f18-4e72-98db-b7f6c07392d9),segment_id=137a0002-6f18-4e72-98db-b7f6c07392d9)] {{(pid=86858) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Dec 15 21:04:28.160457 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-83c12000-7ef1-4432-810b-fbd2732f3a87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:28.164735 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-3056eac1-e9e7-4be4-b4d6-cc903efb6802 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:28.220099 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-83c12000-7ef1-4432-810b-fbd2732f3a87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:28.220731 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-83c12000-7ef1-4432-810b-fbd2732f3a87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:28.222086 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-83c12000-7ef1-4432-810b-fbd2732f3a87 service neutron] 10.222.0.41 "PUT /v2.0/ports/c02700c3-efdd-464d-842b-7397100cb2e7 HTTP/1.1" status: 200 len: 1093 time: 0.9724634 Dec 15 21:04:28.222609 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4e9e0bbf-71c2-4c44-a20d-4b2b44cb54f4', 'tag': 'c02700c3-efdd-464d-842b-7397100cb2e7'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:04:28.244691 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c12000-7ef1-4432-810b-fbd2732f3a87 service neutron] Pushing event updated for resources: {'Port': ['ID=c02700c3-efdd-464d-842b-7397100cb2e7,revision_number=3']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:28.247789 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-83c12000-7ef1-4432-810b-fbd2732f3a87 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:28.293189 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4e9e0bbf-71c2-4c44-a20d-4b2b44cb54f4', 'tag': 'c02700c3-efdd-464d-842b-7397100cb2e7', 'status': 'completed', 'code': 200} Dec 15 21:04:28.336661 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-132292b7-cf23-4b4a-85a0-f6bbe31420ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:28.338145 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-132292b7-cf23-4b4a-85a0-f6bbe31420ed service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d587c5fccaf345f3a4f096dc070a31f0&device_id=4e9e0bbf-71c2-4c44-a20d-4b2b44cb54f4 HTTP/1.1" status: 200 len: 1096 time: 0.0762780 Dec 15 21:04:28.410651 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-8bc6d9a0-ae1a-4402-a760-714036b49f1d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c02700c3-efdd-464d-842b-7397100cb2e7 HTTP/1.1" status: 200 len: 217 time: 0.0606751 Dec 15 21:04:28.478661 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-71c16ce9-3bbc-458d-98a8-b6c17d25153b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:28.480014 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-71c16ce9-3bbc-458d-98a8-b6c17d25153b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcfa8ade-ebd6-4688-a072-90e9968889d9 HTTP/1.1" status: 200 len: 849 time: 0.0589347 Dec 15 21:04:28.530268 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-27f9f3e6-48f4-4c1b-b9de-0a77b42a0b8a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dc47042-223a-48fb-bd5d-690ce1cbd568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0401902 Dec 15 21:04:28.662933 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-01acee0e-90cb-4664-9349-f6977717845b service neutron] 10.222.0.41 "GET /v2.0/networks/9dc47042-223a-48fb-bd5d-690ce1cbd568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1223054 Dec 15 21:04:28.775345 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa7138bd-3470-42eb-95ee-f65fc0dea89b req-141661fb-9d11-4b58-8bdf-086d3b1929fa tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:28.776781 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-fa7138bd-3470-42eb-95ee-f65fc0dea89b req-141661fb-9d11-4b58-8bdf-086d3b1929fa tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e9e0bbf-71c2-4c44-a20d-4b2b44cb54f4 HTTP/1.1" status: 200 len: 943 time: 0.0825815 Dec 15 21:04:28.797385 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-8fd0201c-b223-422b-8ccc-ca220f53d773 req-5875c341-e25a-4e9d-a3ce-8ce91745f546 service neutron] 10.222.0.41 "GET /v2.0/networks/9dc47042-223a-48fb-bd5d-690ce1cbd568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1240070 Dec 15 21:04:28.820357 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-fa7138bd-3470-42eb-95ee-f65fc0dea89b req-d2066be8-7187-4906-b677-beaa84c89f45 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca932e54-aa45-4aad-96f4-cfefbc54831e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378721 Dec 15 21:04:28.926348 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64a0f-55d8-4cc2-9b7f-b5d13cad2d99 req-3f38f54c-4270-4770-8471-776fef6d4585 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:28.927888 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-39a64a0f-55d8-4cc2-9b7f-b5d13cad2d99 req-3f38f54c-4270-4770-8471-776fef6d4585 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d587c5fccaf345f3a4f096dc070a31f0&device_id=4e9e0bbf-71c2-4c44-a20d-4b2b44cb54f4 HTTP/1.1" status: 200 len: 1096 time: 0.0703692 Dec 15 21:04:29.019534 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10194f36-f354-4d1d-9726-3cbba3bf3a7c req-865a8546-95a0-4834-9a7c-344bcfb5a55d tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:29.021041 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-10194f36-f354-4d1d-9726-3cbba3bf3a7c req-865a8546-95a0-4834-9a7c-344bcfb5a55d tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8ea8435-f38b-4acf-8137-725ef6fcdd81 HTTP/1.1" status: 200 len: 944 time: 0.0792701 Dec 15 21:04:29.063356 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64a0f-55d8-4cc2-9b7f-b5d13cad2d99 req-88a950db-015a-4cde-bc05-14429b3de386 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:29.064795 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-39a64a0f-55d8-4cc2-9b7f-b5d13cad2d99 req-88a950db-015a-4cde-bc05-14429b3de386 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9dc47042-223a-48fb-bd5d-690ce1cbd568 HTTP/1.1" status: 200 len: 910 time: 0.1283238 Dec 15 21:04:29.066703 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-10194f36-f354-4d1d-9726-3cbba3bf3a7c req-2e112743-eb29-42bf-9af4-2e5dbe579318 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398562 Dec 15 21:04:29.137821 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-39a64a0f-55d8-4cc2-9b7f-b5d13cad2d99 req-23f298d7-0f6f-4b90-80a5-2cd1a95817ea service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c02700c3-efdd-464d-842b-7397100cb2e7 HTTP/1.1" status: 200 len: 217 time: 0.0648575 Dec 15 21:04:29.203337 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a64a0f-55d8-4cc2-9b7f-b5d13cad2d99 req-a1b39e44-46ed-4527-8013-778b99509d4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:29.204729 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-39a64a0f-55d8-4cc2-9b7f-b5d13cad2d99 req-a1b39e44-46ed-4527-8013-778b99509d4f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fcfa8ade-ebd6-4688-a072-90e9968889d9 HTTP/1.1" status: 200 len: 849 time: 0.0600502 Dec 15 21:04:29.254230 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-39a64a0f-55d8-4cc2-9b7f-b5d13cad2d99 req-5c2ab87b-3e6a-4e5c-8a03-1ac4f3f2de96 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9dc47042-223a-48fb-bd5d-690ce1cbd568&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416238 Dec 15 21:04:29.464951 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-39a64a0f-55d8-4cc2-9b7f-b5d13cad2d99 req-f643a8de-d1fb-4fe0-a6ec-1967d2bccc42 service neutron] 10.222.0.41 "GET /v2.0/networks/9dc47042-223a-48fb-bd5d-690ce1cbd568?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024162 Dec 15 21:04:29.594483 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-39a64a0f-55d8-4cc2-9b7f-b5d13cad2d99 req-ca302c50-8f91-4d7a-b057-ce6bb6cd8d31 service neutron] 10.222.0.41 "GET /v2.0/networks/9dc47042-223a-48fb-bd5d-690ce1cbd568?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202793 Dec 15 21:04:30.004138 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf720f5-7aad-4329-8c77-8a1bf0928e25 req-0af02eb7-bb9b-4585-a647-c89312ff51c8 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:30.005593 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2bf720f5-7aad-4329-8c77-8a1bf0928e25 req-0af02eb7-bb9b-4585-a647-c89312ff51c8 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e9e0bbf-71c2-4c44-a20d-4b2b44cb54f4 HTTP/1.1" status: 200 len: 943 time: 0.0813999 Dec 15 21:04:30.050385 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-2bf720f5-7aad-4329-8c77-8a1bf0928e25 req-aea0d624-42ff-402b-bc61-84b78683bed3 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca932e54-aa45-4aad-96f4-cfefbc54831e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386853 Dec 15 21:04:30.244994 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7056bdce-e787-4517-b324-757bbc59345b req-3b3dade9-d4fe-4c87-beff-2ac9476e4056 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:30.246438 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7056bdce-e787-4517-b324-757bbc59345b req-3b3dade9-d4fe-4c87-beff-2ac9476e4056 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8ea8435-f38b-4acf-8137-725ef6fcdd81 HTTP/1.1" status: 200 len: 944 time: 0.0775018 Dec 15 21:04:30.292800 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-7056bdce-e787-4517-b324-757bbc59345b req-db0a8c28-9df4-4e04-a943-ddd5953a3531 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408747 Dec 15 21:04:31.230559 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acef615-0eb5-4956-9a0f-44fb2a8af9d3 req-0fc7e67f-ca25-4cc8-825e-f6cbccdb7a0f tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:31.231879 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5acef615-0eb5-4956-9a0f-44fb2a8af9d3 req-0fc7e67f-ca25-4cc8-825e-f6cbccdb7a0f tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e9e0bbf-71c2-4c44-a20d-4b2b44cb54f4 HTTP/1.1" status: 200 len: 943 time: 0.0795338 Dec 15 21:04:31.261401 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device c02700c3-efdd-464d-842b-7397100cb2e7 details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=86860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 21:04:31.275750 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-5acef615-0eb5-4956-9a0f-44fb2a8af9d3 req-d6a80a44-d346-42cd-8206-4efa63b4bf82 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca932e54-aa45-4aad-96f4-cfefbc54831e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384057 Dec 15 21:04:31.392792 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port c02700c3-efdd-464d-842b-7397100cb2e7, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c02700c3-efdd-464d-842b-7397100cb2e7,segment=NetworkSegment(137a0002-6f18-4e72-98db-b7f6c07392d9),segment_id=137a0002-6f18-4e72-98db-b7f6c07392d9)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:04:31.406427 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Returning: {'device': 'c02700c3-efdd-464d-842b-7397100cb2e7', 'network_id': '9dc47042-223a-48fb-bd5d-690ce1cbd568', 'port_id': 'c02700c3-efdd-464d-842b-7397100cb2e7', 'mac_address': 'fa:16:3e:3b:fe:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 179, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fcfa8ade-ebd6-4688-a072-90e9968889d9', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 21:04:31.460878 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:31.475093 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203f2061-7217-46e6-8e6c-00372dcfa360 req-d4538a54-3526-403a-bcc5-071f6f926d5a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:31.476578 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-203f2061-7217-46e6-8e6c-00372dcfa360 req-d4538a54-3526-403a-bcc5-071f6f926d5a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8ea8435-f38b-4acf-8137-725ef6fcdd81 HTTP/1.1" status: 200 len: 944 time: 0.0827103 Dec 15 21:04:31.477127 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02700c3-efdd-464d-842b-7397100cb2e7 {{(pid=86860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:04:31.492316 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port c02700c3-efdd-464d-842b-7397100cb2e7, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c02700c3-efdd-464d-842b-7397100cb2e7,segment=NetworkSegment(137a0002-6f18-4e72-98db-b7f6c07392d9),segment_id=137a0002-6f18-4e72-98db-b7f6c07392d9)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:04:31.497090 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:31.498965 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:31.569170 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=c02700c3-efdd-464d-842b-7397100cb2e7,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:31.572770 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:31.614855 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-203f2061-7217-46e6-8e6c-00372dcfa360 req-a5c39a5e-77d9-45d2-9ed0-62e37506ae61 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325705 Dec 15 21:04:31.721856 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['c02700c3-efdd-464d-842b-7397100cb2e7'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:04:32.454265 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc98d3c-bb88-4d98-83c1-54345f9c4ead req-823a565e-093d-4fc1-86e6-6c7dccfc9552 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:32.455686 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3dc98d3c-bb88-4d98-83c1-54345f9c4ead req-823a565e-093d-4fc1-86e6-6c7dccfc9552 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e9e0bbf-71c2-4c44-a20d-4b2b44cb54f4 HTTP/1.1" status: 200 len: 944 time: 0.0785134 Dec 15 21:04:32.498934 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3dc98d3c-bb88-4d98-83c1-54345f9c4ead req-f202032a-fbd8-4ff8-99ce-bf1f97c10ca5 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca932e54-aa45-4aad-96f4-cfefbc54831e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372450 Dec 15 21:04:32.798181 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f263183-d2d2-40be-a0dc-babe1344d91e req-8522b6f6-f701-438d-ac48-fe6d2b8c89f8 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:32.799614 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4f263183-d2d2-40be-a0dc-babe1344d91e req-8522b6f6-f701-438d-ac48-fe6d2b8c89f8 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8ea8435-f38b-4acf-8137-725ef6fcdd81 HTTP/1.1" status: 200 len: 944 time: 0.0810173 Dec 15 21:04:32.843243 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-4f263183-d2d2-40be-a0dc-babe1344d91e req-a35529c7-50f9-456f-b53f-2930d300faa9 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381291 Dec 15 21:04:33.282981 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 481fcb99-299e-4ca0-95dc-eaa04a6c724a details requested by agent hyperv_hv-cinder-82189 with host hv-cinder-82189 {{(pid=86860) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Dec 15 21:04:33.286264 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device c02700c3-efdd-464d-842b-7397100cb2e7 up at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:04:33.468080 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning for port c02700c3-efdd-464d-842b-7397100cb2e7 completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:04:33.484593 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning complete for port c02700c3-efdd-464d-842b-7397100cb2e7 triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:04:33.484976 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:33.543680 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 481fcb99-299e-4ca0-95dc-eaa04a6c724a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=481fcb99-299e-4ca0-95dc-eaa04a6c724a,segment=NetworkSegment(aeb21201-1d04-4fb6-bcd2-dabd1a4844f4),segment_id=aeb21201-1d04-4fb6-bcd2-dabd1a4844f4)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:04:33.566021 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Returning: {'device': '481fcb99-299e-4ca0-95dc-eaa04a6c724a', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'port_id': '481fcb99-299e-4ca0-95dc-eaa04a6c724a', 'mac_address': 'fa:16:3e:20:1d:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 166, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=86860) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Dec 15 21:04:33.662155 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:33.672350 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:04:33.681280 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34679532-1b29-40b8-80d6-2bc9b576ba87 req-d2f60c17-4baf-41da-9e6f-becf30ca946e tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:33.682849 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-34679532-1b29-40b8-80d6-2bc9b576ba87 req-d2f60c17-4baf-41da-9e6f-becf30ca946e tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e9e0bbf-71c2-4c44-a20d-4b2b44cb54f4 HTTP/1.1" status: 200 len: 944 time: 0.0792484 Dec 15 21:04:33.691087 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 481fcb99-299e-4ca0-95dc-eaa04a6c724a {{(pid=86860) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Dec 15 21:04:33.697116 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:33.726640 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 481fcb99-299e-4ca0-95dc-eaa04a6c724a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=481fcb99-299e-4ca0-95dc-eaa04a6c724a,segment=NetworkSegment(aeb21201-1d04-4fb6-bcd2-dabd1a4844f4),segment_id=aeb21201-1d04-4fb6-bcd2-dabd1a4844f4)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:04:33.731379 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-34679532-1b29-40b8-80d6-2bc9b576ba87 req-ab223878-457f-4548-b30f-fbd96f04d375 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca932e54-aa45-4aad-96f4-cfefbc54831e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424104 Dec 15 21:04:33.733024 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9e0bbf-71c2-4c44-a20d-4b2b44cb54f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02700c3-efdd-464d-842b-7397100cb2e7'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:04:33.739406 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:33.743075 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:33.783249 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9e0bbf-71c2-4c44-a20d-4b2b44cb54f4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02700c3-efdd-464d-842b-7397100cb2e7', 'code': 200} Dec 15 21:04:33.784762 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port c02700c3-efdd-464d-842b-7397100cb2e7, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c02700c3-efdd-464d-842b-7397100cb2e7,segment=NetworkSegment(137a0002-6f18-4e72-98db-b7f6c07392d9),segment_id=137a0002-6f18-4e72-98db-b7f6c07392d9)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:04:33.793283 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:33.812708 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=481fcb99-299e-4ca0-95dc-eaa04a6c724a,revision_number=4']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:33.815514 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:33.815976 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:33.884783 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=c02700c3-efdd-464d-842b-7397100cb2e7,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:33.896357 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:33.992376 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['481fcb99-299e-4ca0-95dc-eaa04a6c724a'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:04:34.012481 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3eeb2c-8fc6-49ec-b351-75a9d2808a17 req-60f5f873-5246-485e-9380-7467b0c36037 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:34.013986 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-9a3eeb2c-8fc6-49ec-b351-75a9d2808a17 req-60f5f873-5246-485e-9380-7467b0c36037 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=4e9e0bbf-71c2-4c44-a20d-4b2b44cb54f4 HTTP/1.1" status: 200 len: 1098 time: 0.0743322 Dec 15 21:04:34.030653 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f5203-d6c3-4f64-af31-61d021bb77c8 req-a792d730-625e-4d71-a66b-d8c91eeb8688 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:34.032416 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3f7f5203-d6c3-4f64-af31-61d021bb77c8 req-a792d730-625e-4d71-a66b-d8c91eeb8688 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8ea8435-f38b-4acf-8137-725ef6fcdd81 HTTP/1.1" status: 200 len: 945 time: 0.0823677 Dec 15 21:04:34.060302 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-9a3eeb2c-8fc6-49ec-b351-75a9d2808a17 req-c6fb9639-a668-4768-9141-344ffec98c5d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=ca932e54-aa45-4aad-96f4-cfefbc54831e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394058 Dec 15 21:04:34.080237 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3f7f5203-d6c3-4f64-af31-61d021bb77c8 req-c16b1b2a-b84f-49ea-9bce-c7776b5d5f8b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405209 Dec 15 21:04:34.918738 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2978b60-c2ee-4533-ba50-619ab88c5762 req-8c9be371-ed8d-4ef5-a673-4f96c516dc74 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:34.920171 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b2978b60-c2ee-4533-ba50-619ab88c5762 req-8c9be371-ed8d-4ef5-a673-4f96c516dc74 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e9e0bbf-71c2-4c44-a20d-4b2b44cb54f4 HTTP/1.1" status: 200 len: 945 time: 0.0818484 Dec 15 21:04:34.964707 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b2978b60-c2ee-4533-ba50-619ab88c5762 req-de9e5f66-57e8-48eb-ac3c-e339705afe88 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca932e54-aa45-4aad-96f4-cfefbc54831e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387940 Dec 15 21:04:35.265871 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a5fda6-5aa7-4f79-a8e0-ad20090ee071 req-0388d268-16dc-46e6-8403-22a3c2fefd95 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:35.267303 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-81a5fda6-5aa7-4f79-a8e0-ad20090ee071 req-0388d268-16dc-46e6-8403-22a3c2fefd95 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8ea8435-f38b-4acf-8137-725ef6fcdd81 HTTP/1.1" status: 200 len: 945 time: 0.0841036 Dec 15 21:04:35.281432 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 481fcb99-299e-4ca0-95dc-eaa04a6c724a up at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Dec 15 21:04:35.313069 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-81a5fda6-5aa7-4f79-a8e0-ad20090ee071 req-4f648d8a-4d8e-4a6b-8a7e-979d112888c5 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398762 Dec 15 21:04:35.351958 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning for port 481fcb99-299e-4ca0-95dc-eaa04a6c724a completed by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Dec 15 21:04:35.356531 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.provisioning_blocks [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Provisioning complete for port 481fcb99-299e-4ca0-95dc-eaa04a6c724a triggered by entity L2. {{(pid=86860) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Dec 15 21:04:35.356910 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-16178834'] for port, provisioning_complete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:35.470168 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:35.501212 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] For port 481fcb99-299e-4ca0-95dc-eaa04a6c724a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=481fcb99-299e-4ca0-95dc-eaa04a6c724a,segment=NetworkSegment(aeb21201-1d04-4fb6-bcd2-dabd1a4844f4),segment_id=aeb21201-1d04-4fb6-bcd2-dabd1a4844f4)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:04:35.504621 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256'] for port, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:35.506378 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:35.571964 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Pushing event updated for resources: {'Port': ['ID=481fcb99-299e-4ca0-95dc-eaa04a6c724a,revision_number=5']} {{(pid=86860) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:35.574734 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_concurrency.lockutils [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=86860) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:35.784169 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ea8435-f38b-4acf-8137-725ef6fcdd81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481fcb99-299e-4ca0-95dc-eaa04a6c724a'}] {{(pid=86860) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:04:35.826567 dv-cinder-821892-1-iscsi neutron-server[86860]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ea8435-f38b-4acf-8137-725ef6fcdd81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '481fcb99-299e-4ca0-95dc-eaa04a6c724a', 'code': 200} Dec 15 21:04:36.112609 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1b93c-a563-49d0-b59d-f5ccca0a0fee req-24916c71-7cfa-4b17-beb3-db6c9fb901c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:36.114101 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-d6a1b93c-a563-49d0-b59d-f5ccca0a0fee req-24916c71-7cfa-4b17-beb3-db6c9fb901c4 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f8ea8435-f38b-4acf-8137-725ef6fcdd81 HTTP/1.1" status: 200 len: 1099 time: 0.0734005 Dec 15 21:04:36.153008 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c09140-b866-4b83-9389-b308f812bd73 req-f378f7c7-ffc4-4dd1-96f0-dccd9da8d909 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:36.154538 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d7c09140-b866-4b83-9389-b308f812bd73 req-f378f7c7-ffc4-4dd1-96f0-dccd9da8d909 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e9e0bbf-71c2-4c44-a20d-4b2b44cb54f4 HTTP/1.1" status: 200 len: 945 time: 0.0832353 Dec 15 21:04:36.160782 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-d6a1b93c-a563-49d0-b59d-f5ccca0a0fee req-77f46aa6-489d-47c2-9c4b-4babbc09132d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392375 Dec 15 21:04:36.197898 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-d7c09140-b866-4b83-9389-b308f812bd73 req-e12e4517-5beb-4893-abee-8ac27ae5c478 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca932e54-aa45-4aad-96f4-cfefbc54831e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378048 Dec 15 21:04:36.504834 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3804ce5-16c6-4233-9b38-54d3e03c3778 req-f004bd47-3295-435c-ab9f-30e518a289ee tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:36.506277 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a3804ce5-16c6-4233-9b38-54d3e03c3778 req-f004bd47-3295-435c-ab9f-30e518a289ee tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8ea8435-f38b-4acf-8137-725ef6fcdd81 HTTP/1.1" status: 200 len: 946 time: 0.0830102 Dec 15 21:04:36.554391 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-a3804ce5-16c6-4233-9b38-54d3e03c3778 req-9cdcf88e-d6fc-47ee-a307-ed44db55bb42 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412030 Dec 15 21:04:37.276145 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1f7326-503f-4fac-9a2a-d0a7936fcc0a req-11af9068-97ce-4e13-b421-2b2739e94534 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:37.277585 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9f1f7326-503f-4fac-9a2a-d0a7936fcc0a req-11af9068-97ce-4e13-b421-2b2739e94534 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e9e0bbf-71c2-4c44-a20d-4b2b44cb54f4 HTTP/1.1" status: 200 len: 945 time: 0.0842545 Dec 15 21:04:37.322661 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-9f1f7326-503f-4fac-9a2a-d0a7936fcc0a req-536023d1-ebcd-4ee9-b717-be556cd7f344 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca932e54-aa45-4aad-96f4-cfefbc54831e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390644 Dec 15 21:04:37.736242 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff5ddbd-baa0-410d-bbe3-53c13666992f req-718c67a4-2948-4c81-9d97-9f772d18bab2 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:37.737639 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-fff5ddbd-baa0-410d-bbe3-53c13666992f req-718c67a4-2948-4c81-9d97-9f772d18bab2 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8ea8435-f38b-4acf-8137-725ef6fcdd81 HTTP/1.1" status: 200 len: 946 time: 0.0805299 Dec 15 21:04:37.780101 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-fff5ddbd-baa0-410d-bbe3-53c13666992f req-ce536954-c333-42b9-bf02-0419d9393bcd tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365129 Dec 15 21:04:37.958224 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1472ce5b-7742-43f5-b8be-d7b44374738b req-f1eae6ca-b16a-485e-ae22-fc858f4f075a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:37.959658 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1472ce5b-7742-43f5-b8be-d7b44374738b req-f1eae6ca-b16a-485e-ae22-fc858f4f075a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8ea8435-f38b-4acf-8137-725ef6fcdd81 HTTP/1.1" status: 200 len: 946 time: 0.0792983 Dec 15 21:04:38.002300 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-1472ce5b-7742-43f5-b8be-d7b44374738b req-3ee189af-0f5d-4227-9075-9373ed84357a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370119 Dec 15 21:04:38.025549 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 45030) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:04:38.245994 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df104a0e-2495-4477-9c68-b8b90d5eabde tempest-TestVolumeBootPattern-1690403655 tempest-TestVolumeBootPattern-1690403655-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:38.247399 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-df104a0e-2495-4477-9c68-b8b90d5eabde tempest-TestVolumeBootPattern-1690403655 tempest-TestVolumeBootPattern-1690403655-project-admin] 10.222.0.49 "GET /v2.0/ports?device_id=f8ea8435-f38b-4acf-8137-725ef6fcdd81 HTTP/1.1" status: 200 len: 1094 time: 0.2208333 Dec 15 21:04:38.250121 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 45036) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:04:38.254810 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.v2.base [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Request body: {'floatingip': {'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'port_id': '481fcb99-299e-4ca0-95dc-eaa04a6c724a', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'fixed_ip_address': '172.20.0.11'}} {{(pid=86858) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Dec 15 21:04:38.261183 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Dec 15 21:04:38.264977 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Usage tracker for resource:floatingip and tenant:2f0911933cea4693bc86dfcd07ba9675 is out of sync, need to count used quota {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Dec 15 21:04:38.267825 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=86858) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Dec 15 21:04:38.273943 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.quota.driver [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=86858) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Dec 15 21:04:38.284035 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for floatingip, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:38.417594 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:38.519687 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaba941-eab7-4e99-957e-6e29e3cdd60d req-b20936ac-25d0-4ed9-a526-7cf763942b10 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:38.521608 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-aaaba941-eab7-4e99-957e-6e29e3cdd60d req-b20936ac-25d0-4ed9-a526-7cf763942b10 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e9e0bbf-71c2-4c44-a20d-4b2b44cb54f4 HTTP/1.1" status: 200 len: 945 time: 0.0915914 Dec 15 21:04:38.556106 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_common [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Allocated IP 172.27.1.22 (83db4151-6da2-47b8-971d-0a11887406d4/9a076902-1727-47fe-9eed-a31b1c56c654/04ef16ec-23b4-4ca6-a7d2-ec23b7f39985) {{(pid=86858) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Dec 15 21:04:38.567003 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-aaaba941-eab7-4e99-957e-6e29e3cdd60d req-5c2714c6-991d-4ce0-a890-b66c9af0d386 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca932e54-aa45-4aad-96f4-cfefbc54831e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396843 Dec 15 21:04:38.765108 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18f57a95-ba7b-4efd-9d84-793241e864a3 req-33a14064-5a77-416a-bc82-f939f3142087 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:38.765830 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-18f57a95-ba7b-4efd-9d84-793241e864a3 req-33a14064-5a77-416a-bc82-f939f3142087 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Synchronizing usage tracker for tenant:d587c5fccaf345f3a4f096dc070a31f0 on resource:port {{(pid=86858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:04:38.770919 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for port, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:38.791640 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-18f57a95-ba7b-4efd-9d84-793241e864a3 req-33a14064-5a77-416a-bc82-f939f3142087 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Unset dirty status for tenant:d587c5fccaf345f3a4f096dc070a31f0 on resource:port {{(pid=86858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:04:38.792723 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-18f57a95-ba7b-4efd-9d84-793241e864a3 req-33a14064-5a77-416a-bc82-f939f3142087 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.41 "GET /v2.0/ports?device_id=4e9e0bbf-71c2-4c44-a20d-4b2b44cb54f4 HTTP/1.1" status: 200 len: 945 time: 0.2067487 Dec 15 21:04:38.859083 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8767327366193', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:38.865127 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-48588afc-b3ca-4906-bd48-3db79db01a47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:38.904052 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-18f57a95-ba7b-4efd-9d84-793241e864a3 req-e153582c-8ea4-483c-9ead-f6bccdd516eb tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Deleting port c02700c3-efdd-464d-842b-7397100cb2e7 {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:04:38.904388 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-18f57a95-ba7b-4efd-9d84-793241e864a3 req-e153582c-8ea4-483c-9ead-f6bccdd516eb tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:38.974877 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Network 83db4151-6da2-47b8-971d-0a11887406d4 is already hosted by enough agents. {{(pid=86858) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Dec 15 21:04:38.979539 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.base_scheduler [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Resources bound (agent type, host, resource id): {{(pid=86858) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Dec 15 21:04:38.986776 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Received port after_create {{(pid=86858) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:537}} Dec 15 21:04:39.017629 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Pushing event updated for resources: {'Port': ['ID=04ef16ec-23b4-4ca6-a7d2-ec23b7f39985,revision_number=1']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:39.065426 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:04:39.066032 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:04:39.066199 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:04:39.066565 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:04:39.066928 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:04:39.067293 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:04:39.067658 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:04:39.068020 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:04:39.068382 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:04:39.068739 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:04:39.069099 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:04:39.069985 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:04:39.079307 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:39.555495 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-18f57a95-ba7b-4efd-9d84-793241e864a3 req-e153582c-8ea4-483c-9ead-f6bccdd516eb tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] For port c02700c3-efdd-464d-842b-7397100cb2e7, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=c02700c3-efdd-464d-842b-7397100cb2e7,segment=NetworkSegment(137a0002-6f18-4e72-98db-b7f6c07392d9),segment_id=137a0002-6f18-4e72-98db-b7f6c07392d9)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:04:39.555855 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-18f57a95-ba7b-4efd-9d84-793241e864a3 req-e153582c-8ea4-483c-9ead-f6bccdd516eb tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:39.687880 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-18f57a95-ba7b-4efd-9d84-793241e864a3 req-e153582c-8ea4-483c-9ead-f6bccdd516eb tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Calling delete_port for c02700c3-efdd-464d-842b-7397100cb2e7 owned by compute:nova {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:04:39.754960 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca421928-b589-4a70-a2cf-e6207a6779ac req-9ed2ae96-ed42-4174-ac69-b34ee4d038b9 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:39.756293 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ca421928-b589-4a70-a2cf-e6207a6779ac req-9ed2ae96-ed42-4174-ac69-b34ee4d038b9 tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/ports?device_id=4e9e0bbf-71c2-4c44-a20d-4b2b44cb54f4 HTTP/1.1" status: 200 len: 945 time: 0.0800664 Dec 15 21:04:39.800017 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-ca421928-b589-4a70-a2cf-e6207a6779ac req-a75b1b8e-5f20-41b2-b433-d80e03f5df5d tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.49 "GET /v2.0/security-groups?id=ca932e54-aa45-4aad-96f4-cfefbc54831e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378737 Dec 15 21:04:39.887232 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-18f57a95-ba7b-4efd-9d84-793241e864a3 req-e153582c-8ea4-483c-9ead-f6bccdd516eb tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:39.893533 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-83c12000-7ef1-4432-810b-fbd2732f3a87 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:39.899490 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] get_ports_and_sgs() called for port_ids ['c02700c3-efdd-464d-842b-7397100cb2e7'] {{(pid=86860) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Dec 15 21:04:39.939844 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for floatingip, precommit_create {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:39.941245 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e153582c-8ea4-483c-9ead-f6bccdd516eb tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Pushing event deleted for resources: {'Port': ['ID=c02700c3-efdd-464d-842b-7397100cb2e7,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:39.949137 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-e153582c-8ea4-483c-9ead-f6bccdd516eb tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:40.025298 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-18f57a95-ba7b-4efd-9d84-793241e864a3 req-e153582c-8ea4-483c-9ead-f6bccdd516eb tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] No DVR routers for this DVR port c02700c3-efdd-464d-842b-7397100cb2e7 on host hv-cinder-82189 {{(pid=86858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:04:40.028365 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-18f57a95-ba7b-4efd-9d84-793241e864a3 req-e153582c-8ea4-483c-9ead-f6bccdd516eb tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:40.030823 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4e9e0bbf-71c2-4c44-a20d-4b2b44cb54f4', 'name': 'network-vif-deleted', 'tag': 'c02700c3-efdd-464d-842b-7397100cb2e7'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:04:40.079271 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4e9e0bbf-71c2-4c44-a20d-4b2b44cb54f4', 'name': 'network-vif-deleted', 'tag': 'c02700c3-efdd-464d-842b-7397100cb2e7', 'status': 'completed', 'code': 200} Dec 15 21:04:40.095274 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-18f57a95-ba7b-4efd-9d84-793241e864a3 req-e153582c-8ea4-483c-9ead-f6bccdd516eb tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] 10.222.0.41 "DELETE /v2.0/ports/c02700c3-efdd-464d-842b-7397100cb2e7 HTTP/1.1" status: 204 len: 173 time: 1.2956963 Dec 15 21:04:40.104073 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-16025697'] for port, before_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:40.310933 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for port, precommit_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:40.315081 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8767327913786', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8767327366211', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8767327366256', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4191460'] for port, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:40.319963 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-c95576af-084b-4fdc-8fdd-39a46b7b04f7 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:04:40.424332 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Pushing event updated for resources: {'Port': ['ID=04ef16ec-23b4-4ca6-a7d2-ec23b7f39985,revision_number=2']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:04:40.428147 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:04:40.432837 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1677241'] for floatingip, after_update {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:40.603911 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.db.l3_db [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Floating IP a2d91ef4-133f-4812-b17a-04690ede8580 associated. External IP: 172.27.1.22, port: 481fcb99-299e-4ca0-95dc-eaa04a6c724a. Dec 15 21:04:41.069761 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Router 71cc9c17-d341-4254-8e69-a4a229a50975 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:04:41.246260 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:04:41.256078 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceddd703-e1d4-41b1-9a33-3fe2dfda8122 None None] Sync routers for ids ['71cc9c17-d341-4254-8e69-a4a229a50975'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:04:41.267828 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for floatingip, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:41.268275 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceddd703-e1d4-41b1-9a33-3fe2dfda8122 None None] Routers {'71cc9c17-d341-4254-8e69-a4a229a50975'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:04:41.268861 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-ceddd703-e1d4-41b1-9a33-3fe2dfda8122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:04:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['71cc9c17-d341-4254-8e69-a4a229a50975'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:04:41.326261 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-99c21917-61b7-4846-abfa-8c619c4532ad tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.0751486 Dec 15 21:04:41.446101 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-ceddd703-e1d4-41b1-9a33-3fe2dfda8122 None None] Set router 71cc9c17-d341-4254-8e69-a4a229a50975 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:04:41.819524 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-ceddd703-e1d4-41b1-9a33-3fe2dfda8122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '20939aac-62f3-4a37-b5e8-41687229b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:29Z', 'updated_at': '2021-12-15T20:57:36Z', 'revision_number': 4, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'gw_port': {'id': '20939aac-62f3-4a37-b5e8-41687229b132', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:30Z', 'updated_at': '2021-12-15T20:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '240d1235-82ff-4b46-b1eb-7fde566b243d', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'port_id': '7b3cca3c-dc19-4f85-982b-b9750232336c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'mac_address': 'fa:16:3e:4f:c7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745dcaa6-fad6-4694-9eeb-550245c80f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:02:41Z', 'updated_at': '2021-12-15T21:02:44Z', 'revision_number': 1, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'fixed_ip_address_scope': None}, {'id': 'a2d91ef4-133f-4812-b17a-04690ede8580', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'floating_ip_address': '172.27.1.22', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'port_id': '481fcb99-299e-4ca0-95dc-eaa04a6c724a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'mac_address': 'fa:16:3e:20:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ea8435-f38b-4acf-8137-725ef6fcdd81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:04:39Z', 'updated_at': '2021-12-15T21:04:39Z', 'revision_number': 0, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93700a9-f9f0-4fc4-a21c-26c15b198853', 'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'mac_address': 'fa:16:3e:d0:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:58:14Z', 'revision_number': 5, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'subnets': [{'id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:04:41.822575 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceddd703-e1d4-41b1-9a33-3fe2dfda8122 None None] Checking router: 71cc9c17-d341-4254-8e69-a4a229a50975 for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:04:41.831276 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceddd703-e1d4-41b1-9a33-3fe2dfda8122 None None] Routers {'71cc9c17-d341-4254-8e69-a4a229a50975'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:04:41.832168 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-ceddd703-e1d4-41b1-9a33-3fe2dfda8122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:04:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['71cc9c17-d341-4254-8e69-a4a229a50975'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:04:42.013348 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-ceddd703-e1d4-41b1-9a33-3fe2dfda8122 None None] Set router 71cc9c17-d341-4254-8e69-a4a229a50975 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:04:42.080334 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ea8435-f38b-4acf-8137-725ef6fcdd81', 'tag': '481fcb99-299e-4ca0-95dc-eaa04a6c724a'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:04:42.142717 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ea8435-f38b-4acf-8137-725ef6fcdd81', 'tag': '481fcb99-299e-4ca0-95dc-eaa04a6c724a', 'status': 'completed', 'code': 200} Dec 15 21:04:42.238835 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df533ce4-28ae-4472-88f7-2f6fc4c2545e req-1cf57f9f-75a3-4fce-aa76-9defd161b20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:42.240307 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-df533ce4-28ae-4472-88f7-2f6fc4c2545e req-1cf57f9f-75a3-4fce-aa76-9defd161b20a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f0911933cea4693bc86dfcd07ba9675&device_id=f8ea8435-f38b-4acf-8137-725ef6fcdd81 HTTP/1.1" status: 200 len: 1099 time: 0.0754135 Dec 15 21:04:42.363462 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-ceddd703-e1d4-41b1-9a33-3fe2dfda8122 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '20939aac-62f3-4a37-b5e8-41687229b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:29Z', 'updated_at': '2021-12-15T20:57:36Z', 'revision_number': 4, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'gw_port': {'id': '20939aac-62f3-4a37-b5e8-41687229b132', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:30Z', 'updated_at': '2021-12-15T20:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '240d1235-82ff-4b46-b1eb-7fde566b243d', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'port_id': '7b3cca3c-dc19-4f85-982b-b9750232336c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'mac_address': 'fa:16:3e:4f:c7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745dcaa6-fad6-4694-9eeb-550245c80f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:02:41Z', 'updated_at': '2021-12-15T21:02:44Z', 'revision_number': 1, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'fixed_ip_address_scope': None}, {'id': 'a2d91ef4-133f-4812-b17a-04690ede8580', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'floating_ip_address': '172.27.1.22', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'port_id': '481fcb99-299e-4ca0-95dc-eaa04a6c724a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'mac_address': 'fa:16:3e:20:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ea8435-f38b-4acf-8137-725ef6fcdd81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:04:39Z', 'updated_at': '2021-12-15T21:04:39Z', 'revision_number': 0, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93700a9-f9f0-4fc4-a21c-26c15b198853', 'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'mac_address': 'fa:16:3e:d0:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:58:14Z', 'revision_number': 5, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'subnets': [{'id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:04:42.367474 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ceddd703-e1d4-41b1-9a33-3fe2dfda8122 None None] The sync data for ids ['71cc9c17-d341-4254-8e69-a4a229a50975'] in dv-cinder-821892-1-iscsi is: [{'id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '20939aac-62f3-4a37-b5e8-41687229b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:29Z', 'updated_at': '2021-12-15T20:57:36Z', 'revision_number': 4, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'gw_port': {'id': '20939aac-62f3-4a37-b5e8-41687229b132', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:30Z', 'updated_at': '2021-12-15T20:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '240d1235-82ff-4b46-b1eb-7fde566b243d', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'port_id': '7b3cca3c-dc19-4f85-982b-b9750232336c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'mac_address': 'fa:16:3e:4f:c7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745dcaa6-fad6-4694-9eeb-550245c80f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:02:41Z', 'updated_at': '2021-12-15T21:02:44Z', 'revision_number': 1, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'fixed_ip_address_scope': None}, {'id': 'a2d91ef4-133f-4812-b17a-04690ede8580', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'floating_ip_address': '172.27.1.22', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'port_id': '481fcb99-299e-4ca0-95dc-eaa04a6c724a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'mac_address': 'fa:16:3e:20:1d:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f8ea8435-f38b-4acf-8137-725ef6fcdd81', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:04:39Z', 'updated_at': '2021-12-15T21:04:39Z', 'revision_number': 0, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93700a9-f9f0-4fc4-a21c-26c15b198853', 'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'mac_address': 'fa:16:3e:d0:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:58:14Z', 'revision_number': 5, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'subnets': [{'id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:04:42.371594 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df533ce4-28ae-4472-88f7-2f6fc4c2545e req-0a337afe-6f02-4102-9bc5-3707cf1d8249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:42.372785 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-df533ce4-28ae-4472-88f7-2f6fc4c2545e req-0a337afe-6f02-4102-9bc5-3707cf1d8249 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2eeda4cc-cb45-495b-b445-87322079095b HTTP/1.1" status: 200 len: 912 time: 0.1253126 Dec 15 21:04:42.552381 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f8765223-f546-4210-855e-e3ef49980356 None None] New status for floating IP a2d91ef4-133f-4812-b17a-04690ede8580: ACTIVE {{(pid=86861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:04:43.368508 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device c02700c3-efdd-464d-842b-7397100cb2e7 no longer exists at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:04:43.402630 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] No Port match for: c02700c3-efdd-464d-842b-7397100cb2e7 {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:04:43.402974 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device c02700c3-efdd-464d-842b-7397100cb2e7 not bound to the agent host hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:04:43.465542 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-df533ce4-28ae-4472-88f7-2f6fc4c2545e req-1b4f9e42-f073-4e71-b14a-bfb1854f8edb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=481fcb99-299e-4ca0-95dc-eaa04a6c724a HTTP/1.1" status: 200 len: 1001 time: 0.0965312 Dec 15 21:04:44.288235 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df533ce4-28ae-4472-88f7-2f6fc4c2545e req-ee4ba241-c573-4a9b-bd16-dce168510999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:44.289607 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-df533ce4-28ae-4472-88f7-2f6fc4c2545e req-ee4ba241-c573-4a9b-bd16-dce168510999 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=534b39db-0a31-42ab-9b6e-df04c958037c HTTP/1.1" status: 200 len: 850 time: 0.0567462 Dec 15 21:04:45.334125 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df533ce4-28ae-4472-88f7-2f6fc4c2545e req-e65454fc-c4e7-4a6a-86bc-a53c40d9677a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:45.336111 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-df533ce4-28ae-4472-88f7-2f6fc4c2545e req-e65454fc-c4e7-4a6a-86bc-a53c40d9677a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2eeda4cc-cb45-495b-b445-87322079095b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0734811 Dec 15 21:04:45.469150 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-df533ce4-28ae-4472-88f7-2f6fc4c2545e req-167be4bc-30e6-453f-8b63-dd9fc6f3055d service neutron] 10.222.0.41 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1253855 Dec 15 21:04:45.602808 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-df533ce4-28ae-4472-88f7-2f6fc4c2545e req-6bee74e9-e33f-44fc-ae80-231122e2b978 service neutron] 10.222.0.41 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259034 Dec 15 21:04:46.333267 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-41c3ec76-df2b-4251-88d5-5712b520376c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:47.062972 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:48.685586 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-3eaa1d8b-f381-4fa6-932f-be5a69553779 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:49.712141 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:49.732983 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:50.353952 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4371abe3-30ad-4d30-adf3-a55015bf654f req-a14546e3-0f8a-4409-9463-42ddf21fa358 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0805540 Dec 15 21:04:50.454003 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371abe3-30ad-4d30-adf3-a55015bf654f req-66ccd68c-72f1-42b1-b2cc-94ca966f1956 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:50.455480 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4371abe3-30ad-4d30-adf3-a55015bf654f req-66ccd68c-72f1-42b1-b2cc-94ca966f1956 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f0911933cea4693bc86dfcd07ba9675&device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 1098 time: 0.0742326 Dec 15 21:04:50.618531 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371abe3-30ad-4d30-adf3-a55015bf654f req-28c80c06-ff59-47bf-941b-1ad44966679e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:50.620028 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4371abe3-30ad-4d30-adf3-a55015bf654f req-28c80c06-ff59-47bf-941b-1ad44966679e service neutron] 10.222.0.41 "GET /v2.0/networks?id=2eeda4cc-cb45-495b-b445-87322079095b HTTP/1.1" status: 200 len: 912 time: 0.1420984 Dec 15 21:04:50.773882 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4371abe3-30ad-4d30-adf3-a55015bf654f req-2107cbe9-0f5e-48f6-bb6a-67b320a237f5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b3cca3c-dc19-4f85-982b-b9750232336c HTTP/1.1" status: 200 len: 1000 time: 0.1447537 Dec 15 21:04:50.957149 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371abe3-30ad-4d30-adf3-a55015bf654f req-3d33868e-350b-4357-be52-939db72812a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:50.958559 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4371abe3-30ad-4d30-adf3-a55015bf654f req-3d33868e-350b-4357-be52-939db72812a4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=534b39db-0a31-42ab-9b6e-df04c958037c HTTP/1.1" status: 200 len: 850 time: 0.1760478 Dec 15 21:04:51.044664 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371abe3-30ad-4d30-adf3-a55015bf654f req-45d291a5-b994-4299-910e-1f044d2ad06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:04:51.046578 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4371abe3-30ad-4d30-adf3-a55015bf654f req-45d291a5-b994-4299-910e-1f044d2ad06a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2eeda4cc-cb45-495b-b445-87322079095b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0783792 Dec 15 21:04:51.121460 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:04:51.203215 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4371abe3-30ad-4d30-adf3-a55015bf654f req-0abf8cf7-122e-46d9-bda5-2752354a0577 service neutron] 10.222.0.41 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1462317 Dec 15 21:04:51.343304 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-4371abe3-30ad-4d30-adf3-a55015bf654f req-f24c238e-fe0e-405e-a55d-0cc2e8e0fc9f service neutron] 10.222.0.41 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322527 Dec 15 21:05:02.447164 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 45282) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:05:02.505364 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_v2 [None req-076c904e-b435-401e-afec-e97408260080 admin admin] Deleting subnet fcfa8ade-ebd6-4688-a072-90e9968889d9 {{(pid=86858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:05:02.508255 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-076c904e-b435-401e-afec-e97408260080 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:02.560175 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-076c904e-b435-401e-afec-e97408260080 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136998'] for subnet, precommit_delete_associations {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:02.613079 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-076c904e-b435-401e-afec-e97408260080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16175920'] for subnet, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:02.680288 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-076c904e-b435-401e-afec-e97408260080 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16175976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4191454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3358994'] for subnet, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:02.684636 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:05:02.719514 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076c904e-b435-401e-afec-e97408260080 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcfa8ade-ebd6-4688-a072-90e9968889d9,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:05:02.721691 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-076c904e-b435-401e-afec-e97408260080 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:02.724092 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-076c904e-b435-401e-afec-e97408260080 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:05:02.728672 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-076c904e-b435-401e-afec-e97408260080 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/fcfa8ade-ebd6-4688-a072-90e9968889d9 HTTP/1.1" status: 204 len: 168 time: 0.2805164 Dec 15 21:05:02.731031 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 45286) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:05:02.832931 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b9962592-c81f-40ef-a3b7-47731bc38db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16236683'] for network, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:02.952609 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b9962592-c81f-40ef-a3b7-47731bc38db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16176923', 'neutron.services.segments.db._delete_segments_for_network-8767327805862'] for network, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:02.976648 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-b9962592-c81f-40ef-a3b7-47731bc38db1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dc47042-223a-48fb-bd5d-690ce1cbd568']}} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:05:02.988714 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-b9962592-c81f-40ef-a3b7-47731bc38db1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '137a0002-6f18-4e72-98db-b7f6c07392d9') {'for_net_delete': True} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:05:02.989007 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.services.segments.db [None req-b9962592-c81f-40ef-a3b7-47731bc38db1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '137a0002-6f18-4e72-98db-b7f6c07392d9') {} {{(pid=86858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:05:03.000555 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b9962592-c81f-40ef-a3b7-47731bc38db1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767327850617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-3137009'] for segment, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:03.016197 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b9962592-c81f-40ef-a3b7-47731bc38db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:03.022139 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9962592-c81f-40ef-a3b7-47731bc38db1 admin admin] Releasing vlan 179 on physical network physnet1 to pool {{(pid=86858) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:05:03.022517 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b9962592-c81f-40ef-a3b7-47731bc38db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16163155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4191232'] for segment, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: Traceback (most recent call last): Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: timer() Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: cb(*args, **kw) Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: return func(*args, **kwargs) Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: self._notify() Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: self.callback(batched_events) Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: event.method(event) Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: return f(self, *a, **k) Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: return self._get(url).json() Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: return self.request(url, 'GET', **kwargs) Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:05:03.035370 dv-cinder-821892-1-iscsi neutron-server[86858]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:05:03.110421 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b9962592-c81f-40ef-a3b7-47731bc38db1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16176930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677227'] for network, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:03.113749 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:05:03.126197 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-b9962592-c81f-40ef-a3b7-47731bc38db1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:03.136579 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9962592-c81f-40ef-a3b7-47731bc38db1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9dc47042-223a-48fb-bd5d-690ce1cbd568,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:05:03.139623 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-b9962592-c81f-40ef-a3b7-47731bc38db1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:05:03.144520 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-b9962592-c81f-40ef-a3b7-47731bc38db1 admin admin] 10.222.0.49 "DELETE /v2.0/networks/9dc47042-223a-48fb-bd5d-690ce1cbd568 HTTP/1.1" status: 204 len: 168 time: 0.4125907 Dec 15 21:05:03.311526 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 45292) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:05:03.358596 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-44772e29-fcd4-4709-8b3e-9d7152c87b5e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=d587c5fccaf345f3a4f096dc070a31f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0458810 Dec 15 21:05:03.360775 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 45296) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:05:03.419386 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-d98fd422-da91-4fea-886e-700b0ee25e1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:03.444818 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-d98fd422-da91-4fea-886e-700b0ee25e1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:03.494543 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-d98fd422-da91-4fea-886e-700b0ee25e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:03.499170 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-fd822a42-488f-4591-98ef-2de20225ae01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:05:03.512236 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d98fd422-da91-4fea-886e-700b0ee25e1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca932e54-aa45-4aad-96f4-cfefbc54831e,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:05:03.514646 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-d98fd422-da91-4fea-886e-700b0ee25e1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:05:03.516721 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-d98fd422-da91-4fea-886e-700b0ee25e1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:03.517829 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-d98fd422-da91-4fea-886e-700b0ee25e1a admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/ca932e54-aa45-4aad-96f4-cfefbc54831e HTTP/1.1" status: 204 len: 168 time: 0.1561873 Dec 15 21:05:10.671271 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:05:16.334503 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-e7c5270c-b783-43ff-8094-40311e523680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:17.060577 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:18.679633 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-e621baa7-668d-42d6-8222-aa55dc32d598 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:19.704427 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:19.728099 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:21.098497 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:46.335969 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-3db3e865-f512-4041-8bad-181634dae23d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:47.066084 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:47.670123 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:05:48.681093 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-8bbadc8d-7040-4cfa-89e3-b87e00041343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:49.706081 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:49.730782 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:50.450007 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-c70b66ac-438a-41bc-83dd-5530efdf6e61 req-40aca9e9-e07d-4dc0-b970-737a328ea598 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2140582 Dec 15 21:05:50.599208 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b66ac-438a-41bc-83dd-5530efdf6e61 req-94b0249a-639e-42c2-9c12-89095462e832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:05:50.601109 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-c70b66ac-438a-41bc-83dd-5530efdf6e61 req-94b0249a-639e-42c2-9c12-89095462e832 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f0911933cea4693bc86dfcd07ba9675&device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 1098 time: 0.0722725 Dec 15 21:05:50.746591 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b66ac-438a-41bc-83dd-5530efdf6e61 req-1aca1b2c-e220-4f6b-8cb4-3e399f3db4e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:05:50.748034 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-c70b66ac-438a-41bc-83dd-5530efdf6e61 req-1aca1b2c-e220-4f6b-8cb4-3e399f3db4e1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2eeda4cc-cb45-495b-b445-87322079095b HTTP/1.1" status: 200 len: 912 time: 0.1221762 Dec 15 21:05:50.944858 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-c70b66ac-438a-41bc-83dd-5530efdf6e61 req-14e034d0-6fdd-4000-8d31-8888ad9c7568 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b3cca3c-dc19-4f85-982b-b9750232336c HTTP/1.1" status: 200 len: 1000 time: 0.1860313 Dec 15 21:05:51.009414 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b66ac-438a-41bc-83dd-5530efdf6e61 req-c1c33059-c162-4c17-84ae-f56004fd6416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:05:51.010794 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-c70b66ac-438a-41bc-83dd-5530efdf6e61 req-c1c33059-c162-4c17-84ae-f56004fd6416 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=534b39db-0a31-42ab-9b6e-df04c958037c HTTP/1.1" status: 200 len: 850 time: 0.0551267 Dec 15 21:05:51.084510 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c70b66ac-438a-41bc-83dd-5530efdf6e61 req-6161705d-e642-42cc-89e0-fc435bc5c9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:05:51.086111 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-c70b66ac-438a-41bc-83dd-5530efdf6e61 req-6161705d-e642-42cc-89e0-fc435bc5c9a0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2eeda4cc-cb45-495b-b445-87322079095b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0685287 Dec 15 21:05:51.102023 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:05:51.102484 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [req-c70b66ac-438a-41bc-83dd-5530efdf6e61 req-b9e9058f-e9e3-408d-a5bb-81db677e312b service neutron] http://10.222.0.49:9696/v2.0/extensions returned with HTTP 200 {{(pid=86858) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Dec 15 21:05:51.103374 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-c70b66ac-438a-41bc-83dd-5530efdf6e61 req-b9e9058f-e9e3-408d-a5bb-81db677e312b service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059066 Dec 15 21:05:51.248315 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-c70b66ac-438a-41bc-83dd-5530efdf6e61 req-1761948c-39b1-451d-8349-0a00cfc3b83d service neutron] 10.222.0.41 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1285987 Dec 15 21:05:51.386896 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-c70b66ac-438a-41bc-83dd-5530efdf6e61 req-2201a919-8a9f-4b61-961d-45093e0d8854 service neutron] 10.222.0.41 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272738 Dec 15 21:06:16.337602 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-bf1bba29-13c3-4686-ae5c-aaee43e6a88c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:17.075378 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:18.682442 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-568df8b7-273b-4e65-8307-b070a1e62b04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:19.707450 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:19.734042 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:20.628151 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 45314) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:06:20.826311 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-1c57a672-43d2-4383-a48d-84f645a40403 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Deleting port 04ef16ec-23b4-4ca6-a7d2-ec23b7f39985 {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:06:20.826642 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1c57a672-43d2-4383-a48d-84f645a40403 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:20.991942 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1c57a672-43d2-4383-a48d-84f645a40403 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:20.992259 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1c57a672-43d2-4383-a48d-84f645a40403 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:21.104305 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:21.110923 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-1c57a672-43d2-4383-a48d-84f645a40403 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Calling delete_port for 04ef16ec-23b4-4ca6-a7d2-ec23b7f39985 owned by network:floatingip {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:06:21.263804 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1c57a672-43d2-4383-a48d-84f645a40403 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:21.267987 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-e0fb45c9-323a-42aa-8d0f-f1bc567e44ef tempest-VolumesActionsTest-1864643636 tempest-VolumesActionsTest-1864643636-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:06:21.311522 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c57a672-43d2-4383-a48d-84f645a40403 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Pushing event deleted for resources: {'Port': ['ID=04ef16ec-23b4-4ca6-a7d2-ec23b7f39985,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:06:21.379404 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c57a672-43d2-4383-a48d-84f645a40403 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:06:21.379778 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c57a672-43d2-4383-a48d-84f645a40403 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:06:21.380153 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c57a672-43d2-4383-a48d-84f645a40403 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:06:21.380513 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c57a672-43d2-4383-a48d-84f645a40403 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:06:21.380868 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c57a672-43d2-4383-a48d-84f645a40403 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:06:21.381224 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c57a672-43d2-4383-a48d-84f645a40403 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:06:21.381577 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c57a672-43d2-4383-a48d-84f645a40403 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:06:21.381956 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c57a672-43d2-4383-a48d-84f645a40403 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:06:21.382312 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c57a672-43d2-4383-a48d-84f645a40403 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:06:21.382662 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c57a672-43d2-4383-a48d-84f645a40403 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:06:21.383009 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c57a672-43d2-4383-a48d-84f645a40403 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:06:21.383354 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c57a672-43d2-4383-a48d-84f645a40403 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86858) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:06:21.393206 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-1c57a672-43d2-4383-a48d-84f645a40403 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:06:21.410409 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1c57a672-43d2-4383-a48d-84f645a40403 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for floatingip, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:21.411261 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.db.l3_db [None req-1c57a672-43d2-4383-a48d-84f645a40403 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Floating IP a2d91ef4-133f-4812-b17a-04690ede8580 disassociated (deleted). External IP: 172.27.1.22, port: 481fcb99-299e-4ca0-95dc-eaa04a6c724a. Dec 15 21:06:21.833753 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c57a672-43d2-4383-a48d-84f645a40403 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Router 71cc9c17-d341-4254-8e69-a4a229a50975 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86858) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:06:22.005472 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c57a672-43d2-4383-a48d-84f645a40403 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86858) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:06:22.014819 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e8d3b6-ce25-47d4-9586-4a928f50a877 None None] Sync routers for ids ['71cc9c17-d341-4254-8e69-a4a229a50975'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:06:22.021301 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-1c57a672-43d2-4383-a48d-84f645a40403 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for floatingip, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:22.024169 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e8d3b6-ce25-47d4-9586-4a928f50a877 None None] Routers {'71cc9c17-d341-4254-8e69-a4a229a50975'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:06:22.024780 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-93e8d3b6-ce25-47d4-9586-4a928f50a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:06:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['71cc9c17-d341-4254-8e69-a4a229a50975'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:06:22.078939 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-1c57a672-43d2-4383-a48d-84f645a40403 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "DELETE /v2.0/floatingips/a2d91ef4-133f-4812-b17a-04690ede8580 HTTP/1.1" status: 204 len: 168 time: 1.4497178 Dec 15 21:06:22.080069 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f8ea8435-f38b-4acf-8137-725ef6fcdd81', 'tag': '481fcb99-299e-4ca0-95dc-eaa04a6c724a'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:06:22.205655 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-93e8d3b6-ce25-47d4-9586-4a928f50a877 None None] Set router 71cc9c17-d341-4254-8e69-a4a229a50975 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:06:22.251312 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f8ea8435-f38b-4acf-8137-725ef6fcdd81', 'tag': '481fcb99-299e-4ca0-95dc-eaa04a6c724a', 'status': 'completed', 'code': 200} Dec 15 21:06:22.368978 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef787d81-9fd7-40d2-9f3f-ece8e20987de req-7ffd3b12-f35f-4e77-afe0-a4389058f639 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:06:22.370470 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ef787d81-9fd7-40d2-9f3f-ece8e20987de req-7ffd3b12-f35f-4e77-afe0-a4389058f639 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f0911933cea4693bc86dfcd07ba9675&device_id=f8ea8435-f38b-4acf-8137-725ef6fcdd81 HTTP/1.1" status: 200 len: 1099 time: 0.0728033 Dec 15 21:06:22.502035 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70f4a8b0-7155-42ad-ae7f-419c97e577a9 req-6efe435c-93b0-4989-b565-2495d3e8c602 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:06:22.504175 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-70f4a8b0-7155-42ad-ae7f-419c97e577a9 req-6efe435c-93b0-4989-b565-2495d3e8c602 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8ea8435-f38b-4acf-8137-725ef6fcdd81 HTTP/1.1" status: 200 len: 946 time: 0.1362996 Dec 15 21:06:22.509212 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef787d81-9fd7-40d2-9f3f-ece8e20987de req-38a690d6-ff59-4abc-88a6-a766ab1d1bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:06:22.510896 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ef787d81-9fd7-40d2-9f3f-ece8e20987de req-38a690d6-ff59-4abc-88a6-a766ab1d1bb3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2eeda4cc-cb45-495b-b445-87322079095b HTTP/1.1" status: 200 len: 912 time: 0.1316226 Dec 15 21:06:22.553185 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-70f4a8b0-7155-42ad-ae7f-419c97e577a9 req-4a93b9d3-2a48-4a0e-9c2c-56dcb1d2909c tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423779 Dec 15 21:06:22.586746 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ef787d81-9fd7-40d2-9f3f-ece8e20987de req-ab9c472b-6f49-4c69-89ce-4abf01d53050 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=481fcb99-299e-4ca0-95dc-eaa04a6c724a HTTP/1.1" status: 200 len: 217 time: 0.0674117 Dec 15 21:06:22.592569 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-93e8d3b6-ce25-47d4-9586-4a928f50a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '20939aac-62f3-4a37-b5e8-41687229b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:29Z', 'updated_at': '2021-12-15T20:57:36Z', 'revision_number': 4, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'gw_port': {'id': '20939aac-62f3-4a37-b5e8-41687229b132', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:30Z', 'updated_at': '2021-12-15T20:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '240d1235-82ff-4b46-b1eb-7fde566b243d', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'port_id': '7b3cca3c-dc19-4f85-982b-b9750232336c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'mac_address': 'fa:16:3e:4f:c7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745dcaa6-fad6-4694-9eeb-550245c80f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:02:41Z', 'updated_at': '2021-12-15T21:02:44Z', 'revision_number': 1, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93700a9-f9f0-4fc4-a21c-26c15b198853', 'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'mac_address': 'fa:16:3e:d0:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:58:14Z', 'revision_number': 5, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'subnets': [{'id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:06:22.596363 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e8d3b6-ce25-47d4-9586-4a928f50a877 None None] Checking router: 71cc9c17-d341-4254-8e69-a4a229a50975 for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:06:22.605074 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93e8d3b6-ce25-47d4-9586-4a928f50a877 None None] Routers {'71cc9c17-d341-4254-8e69-a4a229a50975'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:06:22.605701 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-93e8d3b6-ce25-47d4-9586-4a928f50a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:06:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['71cc9c17-d341-4254-8e69-a4a229a50975'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:06:22.648046 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef787d81-9fd7-40d2-9f3f-ece8e20987de req-790ba9c6-33bc-4e97-a442-1c9d22e38719 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:06:22.649378 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ef787d81-9fd7-40d2-9f3f-ece8e20987de req-790ba9c6-33bc-4e97-a442-1c9d22e38719 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=534b39db-0a31-42ab-9b6e-df04c958037c HTTP/1.1" status: 200 len: 850 time: 0.0556972 Dec 15 21:06:22.725951 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef787d81-9fd7-40d2-9f3f-ece8e20987de req-5a3d1629-5692-4bc7-a011-b2902bb01830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:06:22.727406 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ef787d81-9fd7-40d2-9f3f-ece8e20987de req-5a3d1629-5692-4bc7-a011-b2902bb01830 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2eeda4cc-cb45-495b-b445-87322079095b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0708542 Dec 15 21:06:22.778467 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-93e8d3b6-ce25-47d4-9586-4a928f50a877 None None] Set router 71cc9c17-d341-4254-8e69-a4a229a50975 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:06:22.856759 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ef787d81-9fd7-40d2-9f3f-ece8e20987de req-3f982fdf-1e80-422e-aa77-38f24d1368e5 service neutron] 10.222.0.41 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217437 Dec 15 21:06:22.987251 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-ef787d81-9fd7-40d2-9f3f-ece8e20987de req-b6f6785c-db14-4629-acdd-bf2b47545ec8 service neutron] 10.222.0.41 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235702 Dec 15 21:06:23.120072 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-93e8d3b6-ce25-47d4-9586-4a928f50a877 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '20939aac-62f3-4a37-b5e8-41687229b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:29Z', 'updated_at': '2021-12-15T20:57:36Z', 'revision_number': 4, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'gw_port': {'id': '20939aac-62f3-4a37-b5e8-41687229b132', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:30Z', 'updated_at': '2021-12-15T20:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '240d1235-82ff-4b46-b1eb-7fde566b243d', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'port_id': '7b3cca3c-dc19-4f85-982b-b9750232336c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'mac_address': 'fa:16:3e:4f:c7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745dcaa6-fad6-4694-9eeb-550245c80f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:02:41Z', 'updated_at': '2021-12-15T21:02:44Z', 'revision_number': 1, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93700a9-f9f0-4fc4-a21c-26c15b198853', 'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'mac_address': 'fa:16:3e:d0:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:58:14Z', 'revision_number': 5, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'subnets': [{'id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:06:23.123942 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93e8d3b6-ce25-47d4-9586-4a928f50a877 None None] The sync data for ids ['71cc9c17-d341-4254-8e69-a4a229a50975'] in dv-cinder-821892-1-iscsi is: [{'id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '20939aac-62f3-4a37-b5e8-41687229b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:29Z', 'updated_at': '2021-12-15T20:57:36Z', 'revision_number': 4, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'gw_port': {'id': '20939aac-62f3-4a37-b5e8-41687229b132', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:30Z', 'updated_at': '2021-12-15T20:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_floatingips': [{'id': '240d1235-82ff-4b46-b1eb-7fde566b243d', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'floating_ip_address': '172.27.1.57', 'floating_network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'router_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'port_id': '7b3cca3c-dc19-4f85-982b-b9750232336c', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 584, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'mac_address': 'fa:16:3e:4f:c7:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '745dcaa6-fad6-4694-9eeb-550245c80f24', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-12-15T21:02:41Z', 'updated_at': '2021-12-15T21:02:44Z', 'revision_number': 1, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c93700a9-f9f0-4fc4-a21c-26c15b198853', 'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'mac_address': 'fa:16:3e:d0:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:58:14Z', 'revision_number': 5, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'subnets': [{'id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:06:23.326140 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2006686b-e0c4-412e-83ec-6c186852ba87 None None] New status for floating IP a2d91ef4-133f-4812-b17a-04690ede8580: DOWN {{(pid=86861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:06:23.789427 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16ad9f1-99f9-4f98-9d9f-ba692b03b9ac req-4ec30cb4-ddf4-47fa-80e6-0921468c470a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:06:23.790898 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b16ad9f1-99f9-4f98-9d9f-ba692b03b9ac req-4ec30cb4-ddf4-47fa-80e6-0921468c470a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8ea8435-f38b-4acf-8137-725ef6fcdd81 HTTP/1.1" status: 200 len: 946 time: 0.1296139 Dec 15 21:06:23.834489 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-b16ad9f1-99f9-4f98-9d9f-ba692b03b9ac req-4a58d006-1e76-4241-a71a-89a769609682 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379727 Dec 15 21:06:24.206193 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e70858b-6c0b-444a-9405-60f961f7ad19 req-d69e0204-72a2-489a-be7e-c8d8d67e9df2 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:06:24.206881 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-1e70858b-6c0b-444a-9405-60f961f7ad19 req-d69e0204-72a2-489a-be7e-c8d8d67e9df2 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Synchronizing usage tracker for tenant:2f0911933cea4693bc86dfcd07ba9675 on resource:port {{(pid=86858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:06:24.221456 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-1e70858b-6c0b-444a-9405-60f961f7ad19 req-d69e0204-72a2-489a-be7e-c8d8d67e9df2 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Unset dirty status for tenant:2f0911933cea4693bc86dfcd07ba9675 on resource:port {{(pid=86858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:06:24.222562 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-1e70858b-6c0b-444a-9405-60f961f7ad19 req-d69e0204-72a2-489a-be7e-c8d8d67e9df2 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.41 "GET /v2.0/ports?device_id=f8ea8435-f38b-4acf-8137-725ef6fcdd81 HTTP/1.1" status: 200 len: 946 time: 0.0967083 Dec 15 21:06:24.293375 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-1e70858b-6c0b-444a-9405-60f961f7ad19 req-68d5cc09-3947-4d0b-92a6-7106da31b2b7 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Deleting port 481fcb99-299e-4ca0-95dc-eaa04a6c724a {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:06:24.293734 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-1e70858b-6c0b-444a-9405-60f961f7ad19 req-68d5cc09-3947-4d0b-92a6-7106da31b2b7 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:24.621694 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-1e70858b-6c0b-444a-9405-60f961f7ad19 req-68d5cc09-3947-4d0b-92a6-7106da31b2b7 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] For port 481fcb99-299e-4ca0-95dc-eaa04a6c724a, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=481fcb99-299e-4ca0-95dc-eaa04a6c724a,segment=NetworkSegment(aeb21201-1d04-4fb6-bcd2-dabd1a4844f4),segment_id=aeb21201-1d04-4fb6-bcd2-dabd1a4844f4)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:06:24.622047 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-1e70858b-6c0b-444a-9405-60f961f7ad19 req-68d5cc09-3947-4d0b-92a6-7106da31b2b7 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:24.669319 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:06:24.743349 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-1e70858b-6c0b-444a-9405-60f961f7ad19 req-68d5cc09-3947-4d0b-92a6-7106da31b2b7 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Calling delete_port for 481fcb99-299e-4ca0-95dc-eaa04a6c724a owned by compute:nova {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:06:24.884704 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-1e70858b-6c0b-444a-9405-60f961f7ad19 req-68d5cc09-3947-4d0b-92a6-7106da31b2b7 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:24.890195 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-8ae9cecd-b7cc-46c1-9581-093063a51856 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:06:24.940408 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68d5cc09-3947-4d0b-92a6-7106da31b2b7 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Pushing event deleted for resources: {'Port': ['ID=481fcb99-299e-4ca0-95dc-eaa04a6c724a,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:06:24.944019 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-68d5cc09-3947-4d0b-92a6-7106da31b2b7 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:06:24.988343 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-c76e7666-80eb-437d-814f-dc28fd43f1aa req-261f4581-6cf4-46fb-9dac-60edc0f62397 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=f8ea8435-f38b-4acf-8137-725ef6fcdd81 HTTP/1.1" status: 200 len: 210 time: 0.0452614 Dec 15 21:06:25.017063 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e70858b-6c0b-444a-9405-60f961f7ad19 req-68d5cc09-3947-4d0b-92a6-7106da31b2b7 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] No DVR routers for this DVR port 481fcb99-299e-4ca0-95dc-eaa04a6c724a on host hv-cinder-82189 {{(pid=86858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:06:25.019523 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-1e70858b-6c0b-444a-9405-60f961f7ad19 req-68d5cc09-3947-4d0b-92a6-7106da31b2b7 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:25.022159 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f8ea8435-f38b-4acf-8137-725ef6fcdd81', 'name': 'network-vif-deleted', 'tag': '481fcb99-299e-4ca0-95dc-eaa04a6c724a'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:06:25.037924 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-1e70858b-6c0b-444a-9405-60f961f7ad19 req-68d5cc09-3947-4d0b-92a6-7106da31b2b7 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.41 "DELETE /v2.0/ports/481fcb99-299e-4ca0-95dc-eaa04a6c724a HTTP/1.1" status: 204 len: 173 time: 0.8071299 Dec 15 21:06:25.069982 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f8ea8435-f38b-4acf-8137-725ef6fcdd81', 'name': 'network-vif-deleted', 'tag': '481fcb99-299e-4ca0-95dc-eaa04a6c724a', 'status': 'completed', 'code': 200} Dec 15 21:06:27.810783 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 481fcb99-299e-4ca0-95dc-eaa04a6c724a no longer exists at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:06:27.848227 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] No Port match for: 481fcb99-299e-4ca0-95dc-eaa04a6c724a {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:06:27.848572 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 481fcb99-299e-4ca0-95dc-eaa04a6c724a not bound to the agent host hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:06:28.470097 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 45350) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:06:28.755784 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-b7e57238-851b-4d17-a7c4-00a688a1cbe4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Deleting port 3bb8fa43-c153-48e5-a0f6-7d4723767371 {{(pid=86859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:06:28.756012 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b7e57238-851b-4d17-a7c4-00a688a1cbe4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:28.917450 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b7e57238-851b-4d17-a7c4-00a688a1cbe4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:28.917818 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b7e57238-851b-4d17-a7c4-00a688a1cbe4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:29.039540 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-b7e57238-851b-4d17-a7c4-00a688a1cbe4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Calling delete_port for 3bb8fa43-c153-48e5-a0f6-7d4723767371 owned by network:floatingip {{(pid=86859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:06:29.186157 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b7e57238-851b-4d17-a7c4-00a688a1cbe4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:29.190392 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:06:29.235586 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e57238-851b-4d17-a7c4-00a688a1cbe4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Pushing event deleted for resources: {'Port': ['ID=3bb8fa43-c153-48e5-a0f6-7d4723767371,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:06:29.276779 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e57238-851b-4d17-a7c4-00a688a1cbe4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:06:29.277156 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e57238-851b-4d17-a7c4-00a688a1cbe4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:06:29.277522 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e57238-851b-4d17-a7c4-00a688a1cbe4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:06:29.277904 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e57238-851b-4d17-a7c4-00a688a1cbe4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:06:29.278262 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e57238-851b-4d17-a7c4-00a688a1cbe4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:06:29.278619 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e57238-851b-4d17-a7c4-00a688a1cbe4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:06:29.278971 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e57238-851b-4d17-a7c4-00a688a1cbe4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:06:29.279330 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e57238-851b-4d17-a7c4-00a688a1cbe4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:06:29.279682 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e57238-851b-4d17-a7c4-00a688a1cbe4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:06:29.280031 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e57238-851b-4d17-a7c4-00a688a1cbe4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:06:29.280378 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e57238-851b-4d17-a7c4-00a688a1cbe4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:06:29.280722 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7e57238-851b-4d17-a7c4-00a688a1cbe4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-821892-1-iscsi {{(pid=86859) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Dec 15 21:06:29.284341 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-b7e57238-851b-4d17-a7c4-00a688a1cbe4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:06:29.336185 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b7e57238-851b-4d17-a7c4-00a688a1cbe4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for floatingip, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:29.336448 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.db.l3_db [None req-b7e57238-851b-4d17-a7c4-00a688a1cbe4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Floating IP 240d1235-82ff-4b46-b1eb-7fde566b243d disassociated (deleted). External IP: 172.27.1.57, port: 7b3cca3c-dc19-4f85-982b-b9750232336c. Dec 15 21:06:29.679231 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7e57238-851b-4d17-a7c4-00a688a1cbe4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Router 71cc9c17-d341-4254-8e69-a4a229a50975 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:06:29.855595 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7e57238-851b-4d17-a7c4-00a688a1cbe4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:06:29.865407 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfc0a44-68fe-4459-8829-3d435b970247 None None] Sync routers for ids ['71cc9c17-d341-4254-8e69-a4a229a50975'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:06:29.873507 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-b7e57238-851b-4d17-a7c4-00a688a1cbe4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for floatingip, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:29.874620 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfc0a44-68fe-4459-8829-3d435b970247 None None] Routers {'71cc9c17-d341-4254-8e69-a4a229a50975'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:06:29.875223 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-acfc0a44-68fe-4459-8829-3d435b970247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:06:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['71cc9c17-d341-4254-8e69-a4a229a50975'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:06:29.931804 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-b7e57238-851b-4d17-a7c4-00a688a1cbe4 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "DELETE /v2.0/floatingips/240d1235-82ff-4b46-b1eb-7fde566b243d HTTP/1.1" status: 204 len: 168 time: 1.4605706 Dec 15 21:06:29.932946 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '745dcaa6-fad6-4694-9eeb-550245c80f24', 'tag': '7b3cca3c-dc19-4f85-982b-b9750232336c'}] {{(pid=86859) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:06:30.032043 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '745dcaa6-fad6-4694-9eeb-550245c80f24', 'tag': '7b3cca3c-dc19-4f85-982b-b9750232336c', 'status': 'completed', 'code': 200} Dec 15 21:06:30.055808 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-acfc0a44-68fe-4459-8829-3d435b970247 None None] Set router 71cc9c17-d341-4254-8e69-a4a229a50975 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:06:30.141762 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a2bc7-f814-4322-9183-2fced61f65ec req-278c7dda-1205-42f4-8d1b-5ed24223fa51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:06:30.143831 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-836a2bc7-f814-4322-9183-2fced61f65ec req-278c7dda-1205-42f4-8d1b-5ed24223fa51 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=2f0911933cea4693bc86dfcd07ba9675&device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 1098 time: 0.0810635 Dec 15 21:06:30.280853 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a2bc7-f814-4322-9183-2fced61f65ec req-9f582b36-d93a-4622-be55-22ae78b4acf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:06:30.282346 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-836a2bc7-f814-4322-9183-2fced61f65ec req-9f582b36-d93a-4622-be55-22ae78b4acf6 service neutron] 10.222.0.41 "GET /v2.0/networks?id=2eeda4cc-cb45-495b-b445-87322079095b HTTP/1.1" status: 200 len: 912 time: 0.1300757 Dec 15 21:06:30.332663 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ec3d8e-e181-4275-a0fc-0df6c32c746b req-19670683-92e2-4d6c-b2e3-469adb86efe0 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:06:30.333479 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-67ec3d8e-e181-4275-a0fc-0df6c32c746b req-19670683-92e2-4d6c-b2e3-469adb86efe0 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Synchronizing usage tracker for tenant:2f0911933cea4693bc86dfcd07ba9675 on resource:port {{(pid=86859) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:06:30.355649 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.quota.resource [req-67ec3d8e-e181-4275-a0fc-0df6c32c746b req-19670683-92e2-4d6c-b2e3-469adb86efe0 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Unset dirty status for tenant:2f0911933cea4693bc86dfcd07ba9675 on resource:port {{(pid=86859) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:06:30.357505 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-67ec3d8e-e181-4275-a0fc-0df6c32c746b req-19670683-92e2-4d6c-b2e3-469adb86efe0 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 945 time: 0.1228228 Dec 15 21:06:30.363074 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-836a2bc7-f814-4322-9183-2fced61f65ec req-199e9f4e-4dec-4fbd-8cc5-02a268a07d51 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=7b3cca3c-dc19-4f85-982b-b9750232336c HTTP/1.1" status: 200 len: 217 time: 0.0737123 Dec 15 21:06:30.427355 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-acfc0a44-68fe-4459-8829-3d435b970247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '20939aac-62f3-4a37-b5e8-41687229b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:29Z', 'updated_at': '2021-12-15T20:57:36Z', 'revision_number': 4, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'gw_port': {'id': '20939aac-62f3-4a37-b5e8-41687229b132', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:30Z', 'updated_at': '2021-12-15T20:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': 'c93700a9-f9f0-4fc4-a21c-26c15b198853', 'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'mac_address': 'fa:16:3e:d0:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:58:14Z', 'revision_number': 5, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'subnets': [{'id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:06:30.431984 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfc0a44-68fe-4459-8829-3d435b970247 None None] Checking router: 71cc9c17-d341-4254-8e69-a4a229a50975 for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:06:30.433741 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-67ec3d8e-e181-4275-a0fc-0df6c32c746b req-77cc8597-2c0a-4780-ac6e-ae32d5f18934 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0703943 Dec 15 21:06:30.440725 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acfc0a44-68fe-4459-8829-3d435b970247 None None] Routers {'71cc9c17-d341-4254-8e69-a4a229a50975'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:06:30.441328 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-acfc0a44-68fe-4459-8829-3d435b970247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:06:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['71cc9c17-d341-4254-8e69-a4a229a50975'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:06:30.469656 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a2bc7-f814-4322-9183-2fced61f65ec req-af015b9c-6165-4829-a11c-3dc10de18ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:06:30.471444 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-836a2bc7-f814-4322-9183-2fced61f65ec req-af015b9c-6165-4829-a11c-3dc10de18ec5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=534b39db-0a31-42ab-9b6e-df04c958037c HTTP/1.1" status: 200 len: 850 time: 0.0987613 Dec 15 21:06:30.550315 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836a2bc7-f814-4322-9183-2fced61f65ec req-9fe6396e-b1b7-44d1-81c1-2bea7f5c0ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:06:30.551859 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-836a2bc7-f814-4322-9183-2fced61f65ec req-9fe6396e-b1b7-44d1-81c1-2bea7f5c0ce4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=2eeda4cc-cb45-495b-b445-87322079095b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0717597 Dec 15 21:06:30.623340 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-acfc0a44-68fe-4459-8829-3d435b970247 None None] Set router 71cc9c17-d341-4254-8e69-a4a229a50975 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:06:30.689182 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-836a2bc7-f814-4322-9183-2fced61f65ec req-40f523a3-1c3c-4d17-a3c1-30ff93e77098 service neutron] 10.222.0.41 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1278567 Dec 15 21:06:30.820394 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-836a2bc7-f814-4322-9183-2fced61f65ec req-4d3e0049-a541-4356-9424-2930fe86d092 service neutron] 10.222.0.41 "GET /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1216342 Dec 15 21:06:30.930943 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-acfc0a44-68fe-4459-8829-3d435b970247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '20939aac-62f3-4a37-b5e8-41687229b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:29Z', 'updated_at': '2021-12-15T20:57:36Z', 'revision_number': 4, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'gw_port': {'id': '20939aac-62f3-4a37-b5e8-41687229b132', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:30Z', 'updated_at': '2021-12-15T20:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': 'c93700a9-f9f0-4fc4-a21c-26c15b198853', 'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'mac_address': 'fa:16:3e:d0:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:58:14Z', 'revision_number': 5, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'subnets': [{'id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:06:30.934905 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-acfc0a44-68fe-4459-8829-3d435b970247 None None] The sync data for ids ['71cc9c17-d341-4254-8e69-a4a229a50975'] in dv-cinder-821892-1-iscsi is: [{'id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '20939aac-62f3-4a37-b5e8-41687229b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:29Z', 'updated_at': '2021-12-15T20:57:36Z', 'revision_number': 4, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'gw_port': {'id': '20939aac-62f3-4a37-b5e8-41687229b132', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:30Z', 'updated_at': '2021-12-15T20:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi', '_interfaces': [{'id': 'c93700a9-f9f0-4fc4-a21c-26c15b198853', 'name': '', 'network_id': '2eeda4cc-cb45-495b-b445-87322079095b', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'mac_address': 'fa:16:3e:d0:54:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_interface', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:35Z', 'updated_at': '2021-12-15T20:58:14Z', 'revision_number': 5, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'subnets': [{'id': '534b39db-0a31-42ab-9b6e-df04c958037c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:06:31.142156 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bfeaf66-ab19-4f69-a1f5-9fece51e2700 None None] New status for floating IP 240d1235-82ff-4b46-b1eb-7fde566b243d: DOWN {{(pid=86861) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Dec 15 21:06:31.744661 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d7557b0-92c5-4af1-a877-7cd9fff570e8 req-534ef292-c92a-41a7-8f69-3ef91be8db3b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86859) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:06:31.746013 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3d7557b0-92c5-4af1-a877-7cd9fff570e8 req-534ef292-c92a-41a7-8f69-3ef91be8db3b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 945 time: 0.1800568 Dec 15 21:06:31.788737 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-3d7557b0-92c5-4af1-a877-7cd9fff570e8 req-bc2b283b-fd16-42a3-85db-70eb627b01f0 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/security-groups?id=d424132d-8491-4e07-803a-17f20cad95b7&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0371575 Dec 15 21:06:31.938070 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c40bfb-b272-4bf8-b80b-baa560b46baf req-69a7baee-4d79-4fed-9a7d-4efbd335ff2b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=86858) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Dec 15 21:06:31.938776 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-58c40bfb-b272-4bf8-b80b-baa560b46baf req-69a7baee-4d79-4fed-9a7d-4efbd335ff2b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Synchronizing usage tracker for tenant:2f0911933cea4693bc86dfcd07ba9675 on resource:port {{(pid=86858) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Dec 15 21:06:31.950772 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.quota.resource [req-58c40bfb-b272-4bf8-b80b-baa560b46baf req-69a7baee-4d79-4fed-9a7d-4efbd335ff2b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Unset dirty status for tenant:2f0911933cea4693bc86dfcd07ba9675 on resource:port {{(pid=86858) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Dec 15 21:06:31.951851 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-58c40bfb-b272-4bf8-b80b-baa560b46baf req-69a7baee-4d79-4fed-9a7d-4efbd335ff2b tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.41 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 945 time: 0.0952027 Dec 15 21:06:32.023089 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-58c40bfb-b272-4bf8-b80b-baa560b46baf req-ee24cad7-ba94-4055-b641-044c56447c0f tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Deleting port 7b3cca3c-dc19-4f85-982b-b9750232336c {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:06:32.023349 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-58c40bfb-b272-4bf8-b80b-baa560b46baf req-ee24cad7-ba94-4055-b641-044c56447c0f tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:32.349314 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [req-58c40bfb-b272-4bf8-b80b-baa560b46baf req-ee24cad7-ba94-4055-b641-044c56447c0f tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] For port 7b3cca3c-dc19-4f85-982b-b9750232336c, host hv-cinder-82189, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-82189',level=0,port_id=7b3cca3c-dc19-4f85-982b-b9750232336c,segment=NetworkSegment(aeb21201-1d04-4fb6-bcd2-dabd1a4844f4),segment_id=aeb21201-1d04-4fb6-bcd2-dabd1a4844f4)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:06:32.349690 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-58c40bfb-b272-4bf8-b80b-baa560b46baf req-ee24cad7-ba94-4055-b641-044c56447c0f tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:32.467475 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [req-58c40bfb-b272-4bf8-b80b-baa560b46baf req-ee24cad7-ba94-4055-b641-044c56447c0f tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Calling delete_port for 7b3cca3c-dc19-4f85-982b-b9750232336c owned by compute:nova {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:06:32.608296 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-58c40bfb-b272-4bf8-b80b-baa560b46baf req-ee24cad7-ba94-4055-b641-044c56447c0f tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:32.614337 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-9631ad25-0c10-429f-9d74-ef02af4b58cf tempest-AttachVolumeTestJSON-1203374947 tempest-AttachVolumeTestJSON-1203374947-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:06:32.657212 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee24cad7-ba94-4055-b641-044c56447c0f tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Pushing event deleted for resources: {'Port': ['ID=7b3cca3c-dc19-4f85-982b-b9750232336c,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:06:32.660719 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-ee24cad7-ba94-4055-b641-044c56447c0f tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:06:32.733926 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c40bfb-b272-4bf8-b80b-baa560b46baf req-ee24cad7-ba94-4055-b641-044c56447c0f tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] No DVR routers for this DVR port 7b3cca3c-dc19-4f85-982b-b9750232336c on host hv-cinder-82189 {{(pid=86858) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:06:32.736305 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [req-58c40bfb-b272-4bf8-b80b-baa560b46baf req-ee24cad7-ba94-4055-b641-044c56447c0f tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for port, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:32.739380 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '745dcaa6-fad6-4694-9eeb-550245c80f24', 'name': 'network-vif-deleted', 'tag': '7b3cca3c-dc19-4f85-982b-b9750232336c'}] {{(pid=86858) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Dec 15 21:06:32.755182 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [req-58c40bfb-b272-4bf8-b80b-baa560b46baf req-ee24cad7-ba94-4055-b641-044c56447c0f tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.41 "DELETE /v2.0/ports/7b3cca3c-dc19-4f85-982b-b9750232336c HTTP/1.1" status: 204 len: 173 time: 0.7948711 Dec 15 21:06:32.784784 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '745dcaa6-fad6-4694-9eeb-550245c80f24', 'name': 'network-vif-deleted', 'tag': '7b3cca3c-dc19-4f85-982b-b9750232336c', 'status': 'completed', 'code': 200} Dec 15 21:06:32.936378 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [req-8eba1abe-6751-4d1d-90c9-1ebbef426a14 req-71ad667f-906e-4f47-812e-b222347f4e63 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "GET /v2.0/ports?device_id=745dcaa6-fad6-4694-9eeb-550245c80f24 HTTP/1.1" status: 200 len: 210 time: 0.0441344 Dec 15 21:06:34.029619 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 45370) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:06:34.187599 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-e12709dc-1d53-46a2-8f4b-13534a4c5c60 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Deleting port e4397c79-801c-48b9-a83e-398380e71eb3 {{(pid=86859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:06:34.187832 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-e12709dc-1d53-46a2-8f4b-13534a4c5c60 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:34.366633 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-e12709dc-1d53-46a2-8f4b-13534a4c5c60 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:34.367059 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-e12709dc-1d53-46a2-8f4b-13534a4c5c60 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:34.512497 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-e12709dc-1d53-46a2-8f4b-13534a4c5c60 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Calling delete_port for e4397c79-801c-48b9-a83e-398380e71eb3 owned by network:floatingip {{(pid=86859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:06:34.684054 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-e12709dc-1d53-46a2-8f4b-13534a4c5c60 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:34.687781 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-850479aa-28b5-4ca0-bf75-6677df95e26a tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:06:34.738481 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e12709dc-1d53-46a2-8f4b-13534a4c5c60 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Pushing event deleted for resources: {'Port': ['ID=e4397c79-801c-48b9-a83e-398380e71eb3,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:06:34.741135 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-e12709dc-1d53-46a2-8f4b-13534a4c5c60 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:06:34.834035 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-e12709dc-1d53-46a2-8f4b-13534a4c5c60 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for floatingip, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:34.848360 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-e12709dc-1d53-46a2-8f4b-13534a4c5c60 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-113577'] for floatingip, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:34.849502 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-e12709dc-1d53-46a2-8f4b-13534a4c5c60 tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "DELETE /v2.0/floatingips/9a07e83c-607f-41e3-856b-229fa1e8eccd HTTP/1.1" status: 204 len: 168 time: 0.8188601 Dec 15 21:06:35.845350 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 7b3cca3c-dc19-4f85-982b-b9750232336c no longer exists at agent hyperv_hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:06:35.883455 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] No Port match for: 7b3cca3c-dc19-4f85-982b-b9750232336c {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:06:35.883809 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Device 7b3cca3c-dc19-4f85-982b-b9750232336c not bound to the agent host hv-cinder-82189 {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:06:36.225960 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 45384) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:06:36.295901 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-6da2e610-533a-4c58-a9ba-82ca3da9c88c tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:36.325095 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-6da2e610-533a-4c58-a9ba-82ca3da9c88c tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:36.402949 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-6da2e610-533a-4c58-a9ba-82ca3da9c88c tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:36.407858 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-243e029b-363d-4210-a38a-854bd2ff1da4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:06:36.422815 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da2e610-533a-4c58-a9ba-82ca3da9c88c tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d424132d-8491-4e07-803a-17f20cad95b7,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:06:36.427091 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-6da2e610-533a-4c58-a9ba-82ca3da9c88c tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:06:36.430488 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-6da2e610-533a-4c58-a9ba-82ca3da9c88c tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:36.431586 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-6da2e610-533a-4c58-a9ba-82ca3da9c88c tempest-TestVolumeBootPattern-1466470720 tempest-TestVolumeBootPattern-1466470720-project] 10.222.0.49 "DELETE /v2.0/security-groups/d424132d-8491-4e07-803a-17f20cad95b7 HTTP/1.1" status: 204 len: 168 time: 0.2046604 Dec 15 21:06:36.490326 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 45390) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:06:37.220610 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d6fcc3a0-3bd9-4c42-8c1d-eab6f52d1fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624235'] for router_interface, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:37.579917 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-d6fcc3a0-3bd9-4c42-8c1d-eab6f52d1fa7 admin admin] Deleting port c93700a9-f9f0-4fc4-a21c-26c15b198853 {{(pid=86859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:06:37.580601 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d6fcc3a0-3bd9-4c42-8c1d-eab6f52d1fa7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:37.751926 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.db [None req-d6fcc3a0-3bd9-4c42-8c1d-eab6f52d1fa7 admin admin] For port c93700a9-f9f0-4fc4-a21c-26c15b198853, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=c93700a9-f9f0-4fc4-a21c-26c15b198853,segment=NetworkSegment(aeb21201-1d04-4fb6-bcd2-dabd1a4844f4),segment_id=aeb21201-1d04-4fb6-bcd2-dabd1a4844f4)] {{(pid=86859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:06:37.752375 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d6fcc3a0-3bd9-4c42-8c1d-eab6f52d1fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:37.873830 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-d6fcc3a0-3bd9-4c42-8c1d-eab6f52d1fa7 admin admin] Calling delete_port for c93700a9-f9f0-4fc4-a21c-26c15b198853 owned by network:router_interface {{(pid=86859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:06:38.044563 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d6fcc3a0-3bd9-4c42-8c1d-eab6f52d1fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:38.049045 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-3181ced1-bf8c-467c-90d6-b7116ffa8901 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:06:38.100645 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6fcc3a0-3bd9-4c42-8c1d-eab6f52d1fa7 admin admin] Pushing event deleted for resources: {'Port': ['ID=c93700a9-f9f0-4fc4-a21c-26c15b198853,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:06:38.103595 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-d6fcc3a0-3bd9-4c42-8c1d-eab6f52d1fa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:06:38.366831 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-d6fcc3a0-3bd9-4c42-8c1d-eab6f52d1fa7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619291'] for router_interface, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:38.820577 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6fcc3a0-3bd9-4c42-8c1d-eab6f52d1fa7 admin admin] Router 71cc9c17-d341-4254-8e69-a4a229a50975 has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:06:39.006327 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6fcc3a0-3bd9-4c42-8c1d-eab6f52d1fa7 admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:06:39.015259 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e87230e-cab2-486b-9823-1f5f3cdb623f None None] Sync routers for ids ['71cc9c17-d341-4254-8e69-a4a229a50975'] in dv-cinder-821892-1-iscsi {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:06:39.020851 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-d6fcc3a0-3bd9-4c42-8c1d-eab6f52d1fa7 admin admin] 10.222.0.49 "PUT /v2.0/routers/71cc9c17-d341-4254-8e69-a4a229a50975/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5278533 Dec 15 21:06:39.022179 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 45396) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:06:39.025140 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e87230e-cab2-486b-9823-1f5f3cdb623f None None] Routers {'71cc9c17-d341-4254-8e69-a4a229a50975'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:06:39.026055 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-3e87230e-cab2-486b-9823-1f5f3cdb623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:06:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['71cc9c17-d341-4254-8e69-a4a229a50975'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:06:39.196773 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4c2a5378-ba7d-4d4c-b99c-d21fcc1be99a admin admin] Notify callbacks [] for router, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:39.205266 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-3e87230e-cab2-486b-9823-1f5f3cdb623f None None] Set router 71cc9c17-d341-4254-8e69-a4a229a50975 gateway port host: dv-cinder-821892-1-iscsi {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:06:39.372155 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4c2a5378-ba7d-4d4c-b99c-d21fcc1be99a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:39.382300 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-4c2a5378-ba7d-4d4c-b99c-d21fcc1be99a admin admin] Deleting port 20939aac-62f3-4a37-b5e8-41687229b132 {{(pid=86859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:06:39.382633 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4c2a5378-ba7d-4d4c-b99c-d21fcc1be99a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:39.492078 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-3e87230e-cab2-486b-9823-1f5f3cdb623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142'}], 'enable_snat': True}, 'gw_port_id': '20939aac-62f3-4a37-b5e8-41687229b132', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:29Z', 'updated_at': '2021-12-15T21:06:37Z', 'revision_number': 5, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'gw_port': {'id': '20939aac-62f3-4a37-b5e8-41687229b132', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:6f:13:62', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'device_owner': 'network:router_gateway', 'standard_attr_id': 363, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.142', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:30Z', 'updated_at': '2021-12-15T20:57:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:06:39.496012 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e87230e-cab2-486b-9823-1f5f3cdb623f None None] Checking router: 71cc9c17-d341-4254-8e69-a4a229a50975 for host: dv-cinder-821892-1-iscsi {{(pid=86860) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:06:39.504807 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e87230e-cab2-486b-9823-1f5f3cdb623f None None] Routers {'71cc9c17-d341-4254-8e69-a4a229a50975'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86860) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:06:39.505415 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-3e87230e-cab2-486b-9823-1f5f3cdb623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:06:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['71cc9c17-d341-4254-8e69-a4a229a50975'], 'active': True} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:06:39.557238 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.db [None req-4c2a5378-ba7d-4d4c-b99c-d21fcc1be99a admin admin] For port 20939aac-62f3-4a37-b5e8-41687229b132, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=20939aac-62f3-4a37-b5e8-41687229b132,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:06:39.557593 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4c2a5378-ba7d-4d4c-b99c-d21fcc1be99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:39.656431 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_dvr_db [None req-3e87230e-cab2-486b-9823-1f5f3cdb623f None None] Set router 71cc9c17-d341-4254-8e69-a4a229a50975 gateway port host: None {{(pid=86860) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:06:39.681475 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-4c2a5378-ba7d-4d4c-b99c-d21fcc1be99a admin admin] Calling delete_port for 20939aac-62f3-4a37-b5e8-41687229b132 owned by network:router_gateway {{(pid=86859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:06:39.799469 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.db.l3_hamode_db [None req-3e87230e-cab2-486b-9823-1f5f3cdb623f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:29Z', 'updated_at': '2021-12-15T21:06:39Z', 'revision_number': 6, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'gw_port_host': None}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:06:39.803987 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e87230e-cab2-486b-9823-1f5f3cdb623f None None] The sync data for ids ['71cc9c17-d341-4254-8e69-a4a229a50975'] in dv-cinder-821892-1-iscsi is: [{'id': '71cc9c17-d341-4254-8e69-a4a229a50975', 'name': 'tempest-TestVolumeBootPattern-510271847-router', 'tenant_id': '2f0911933cea4693bc86dfcd07ba9675', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:29Z', 'updated_at': '2021-12-15T21:06:39Z', 'revision_number': 6, 'project_id': '2f0911933cea4693bc86dfcd07ba9675', 'gw_port_host': None}] {{(pid=86860) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:06:39.859187 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4c2a5378-ba7d-4d4c-b99c-d21fcc1be99a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:39.862858 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-f8013a25-7400-4280-ae68-dedcd35e442b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:06:40.021543 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2a5378-ba7d-4d4c-b99c-d21fcc1be99a admin admin] Pushing event deleted for resources: {'Port': ['ID=20939aac-62f3-4a37-b5e8-41687229b132,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:06:40.048575 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-4c2a5378-ba7d-4d4c-b99c-d21fcc1be99a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:06:40.118433 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4c2a5378-ba7d-4d4c-b99c-d21fcc1be99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677260'] for router_gateway, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:40.288491 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4c2a5378-ba7d-4d4c-b99c-d21fcc1be99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1619303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-376'] for router, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:40.290654 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4c2a5378-ba7d-4d4c-b99c-d21fcc1be99a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:40.312167 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4c2a5378-ba7d-4d4c-b99c-d21fcc1be99a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1624130'] for router, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:40.312728 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c2a5378-ba7d-4d4c-b99c-d21fcc1be99a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71cc9c17-d341-4254-8e69-a4a229a50975 {{(pid=86859) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:06:40.324760 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-4c2a5378-ba7d-4d4c-b99c-d21fcc1be99a admin admin] Notify callbacks [] for router, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:40.325867 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-4c2a5378-ba7d-4d4c-b99c-d21fcc1be99a admin admin] 10.222.0.49 "DELETE /v2.0/routers/71cc9c17-d341-4254-8e69-a4a229a50975 HTTP/1.1" status: 204 len: 168 time: 1.3025906 Dec 15 21:06:40.328469 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 45400) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:06:40.385877 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ff205b9-faaf-479f-846d-a36a744ec9d2 admin admin] Deleting subnet 534b39db-0a31-42ab-9b6e-df04c958037c {{(pid=86859) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:06:40.388651 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8ff205b9-faaf-479f-846d-a36a744ec9d2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:40.438417 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8ff205b9-faaf-479f-846d-a36a744ec9d2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4139045'] for subnet, precommit_delete_associations {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:40.513655 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8ff205b9-faaf-479f-846d-a36a744ec9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16175920'] for subnet, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:40.580600 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8ff205b9-faaf-479f-846d-a36a744ec9d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16175976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4132637', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3984658'] for subnet, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:40.585058 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:06:40.624980 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff205b9-faaf-479f-846d-a36a744ec9d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=534b39db-0a31-42ab-9b6e-df04c958037c,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:06:40.626985 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-8ff205b9-faaf-479f-846d-a36a744ec9d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for subnet, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:40.632088 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-8ff205b9-faaf-479f-846d-a36a744ec9d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:06:40.633889 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-8ff205b9-faaf-479f-846d-a36a744ec9d2 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/534b39db-0a31-42ab-9b6e-df04c958037c HTTP/1.1" status: 204 len: 168 time: 0.3044875 Dec 15 21:06:40.634389 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83b156b-cfe3-408b-ac3e-db700ca121c3 None None] Network 2eeda4cc-cb45-495b-b445-87322079095b requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:06:40.636444 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 45404) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:06:40.748385 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-43a3657c-4052-4433-8488-b56f1dabb7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16236683'] for network, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:40.763711 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-43a3657c-4052-4433-8488-b56f1dabb7f7 admin admin] Deleting port 09dc2d51-34cc-4b87-8d50-599d4f9453ab {{(pid=86859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:06:40.764000 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-43a3657c-4052-4433-8488-b56f1dabb7f7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:40.902797 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05280e29-551a-441f-a971-d648ec79d26c None None] DHCP port deletion for 2eeda4cc-cb45-495b-b445-87322079095b request from dv-cinder-821892-1-iscsi {{(pid=86860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:06:40.907003 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-05280e29-551a-441f-a971-d648ec79d26c None None] Deleting port 09dc2d51-34cc-4b87-8d50-599d4f9453ab {{(pid=86860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:06:40.907376 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-05280e29-551a-441f-a971-d648ec79d26c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:40.979265 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.db [None req-43a3657c-4052-4433-8488-b56f1dabb7f7 admin admin] For port 09dc2d51-34cc-4b87-8d50-599d4f9453ab, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=09dc2d51-34cc-4b87-8d50-599d4f9453ab,segment=NetworkSegment(aeb21201-1d04-4fb6-bcd2-dabd1a4844f4),segment_id=aeb21201-1d04-4fb6-bcd2-dabd1a4844f4)] {{(pid=86859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:06:40.979847 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-43a3657c-4052-4433-8488-b56f1dabb7f7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:41.112537 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-05280e29-551a-441f-a971-d648ec79d26c None None] For port 09dc2d51-34cc-4b87-8d50-599d4f9453ab, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=09dc2d51-34cc-4b87-8d50-599d4f9453ab,segment=NetworkSegment(aeb21201-1d04-4fb6-bcd2-dabd1a4844f4),segment_id=aeb21201-1d04-4fb6-bcd2-dabd1a4844f4)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:06:41.112537 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-05280e29-551a-441f-a971-d648ec79d26c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:41.112968 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-43a3657c-4052-4433-8488-b56f1dabb7f7 admin admin] Calling delete_port for 09dc2d51-34cc-4b87-8d50-599d4f9453ab owned by network:dhcp {{(pid=86859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:06:41.172336 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device c93700a9-f9f0-4fc4-a21c-26c15b198853 no longer exists at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:06:41.191914 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-43a3657c-4052-4433-8488-b56f1dabb7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:41.196836 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-4c2a5378-ba7d-4d4c-b99c-d21fcc1be99a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:06:41.241512 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43a3657c-4052-4433-8488-b56f1dabb7f7 admin admin] No DVR routers for this DVR port 09dc2d51-34cc-4b87-8d50-599d4f9453ab on host dv-cinder-821892-1-iscsi {{(pid=86859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:06:41.266642 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-05280e29-551a-441f-a971-d648ec79d26c None None] Calling delete_port for 09dc2d51-34cc-4b87-8d50-599d4f9453ab owned by network:dhcp {{(pid=86860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:06:41.269198 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3657c-4052-4433-8488-b56f1dabb7f7 admin admin] Pushing event deleted for resources: {'Port': ['ID=09dc2d51-34cc-4b87-8d50-599d4f9453ab,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:06:41.272158 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-43a3657c-4052-4433-8488-b56f1dabb7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:06:41.293007 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] No Port match for: c93700a9-f9f0-4fc4-a21c-26c15b198853 {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:06:41.293341 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device c93700a9-f9f0-4fc4-a21c-26c15b198853 not bound to the agent host dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:06:41.293784 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 09dc2d51-34cc-4b87-8d50-599d4f9453ab no longer exists at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:06:41.337400 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] No Port match for: 09dc2d51-34cc-4b87-8d50-599d4f9453ab {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:06:41.337772 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 09dc2d51-34cc-4b87-8d50-599d4f9453ab not bound to the agent host dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:06:41.338197 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 20939aac-62f3-4a37-b5e8-41687229b132 no longer exists at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:06:41.358476 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-43a3657c-4052-4433-8488-b56f1dabb7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16176923', 'neutron.services.segments.db._delete_segments_for_network-8767327805862'] for network, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:41.376247 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] No Port match for: 20939aac-62f3-4a37-b5e8-41687229b132 {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:06:41.376590 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 20939aac-62f3-4a37-b5e8-41687229b132 not bound to the agent host dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:06:41.383211 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.services.segments.db [None req-43a3657c-4052-4433-8488-b56f1dabb7f7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2eeda4cc-cb45-495b-b445-87322079095b']}} {{(pid=86859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:06:41.395474 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.services.segments.db [None req-43a3657c-4052-4433-8488-b56f1dabb7f7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aeb21201-1d04-4fb6-bcd2-dabd1a4844f4') {'for_net_delete': True} {{(pid=86859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:06:41.395758 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.services.segments.db [None req-43a3657c-4052-4433-8488-b56f1dabb7f7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aeb21201-1d04-4fb6-bcd2-dabd1a4844f4') {} {{(pid=86859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:06:41.405516 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.db.api [None req-05280e29-551a-441f-a971-d648ec79d26c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:06:41.405918 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_db.api [None req-05280e29-551a-441f-a971-d648ec79d26c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:06:41.406764 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-43a3657c-4052-4433-8488-b56f1dabb7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767327850617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4139058'] for segment, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:41.426281 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-43a3657c-4052-4433-8488-b56f1dabb7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:41.432096 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43a3657c-4052-4433-8488-b56f1dabb7f7 admin admin] Releasing vlan 166 on physical network physnet1 to pool {{(pid=86859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:06:41.432463 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-43a3657c-4052-4433-8488-b56f1dabb7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16163155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4132803'] for segment, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: Traceback (most recent call last): Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: timer() Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: cb(*args, **kw) Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: return func(*args, **kwargs) Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: self._notify() Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: self.callback(batched_events) Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: event.method(event) Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: return f(self, *a, **k) Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: return self._get(url).json() Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: return self.request(url, 'GET', **kwargs) Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:06:41.529137 dv-cinder-821892-1-iscsi neutron-server[86859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:06:41.604986 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-43a3657c-4052-4433-8488-b56f1dabb7f7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16176930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677227'] for network, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:41.608771 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-62a06b78-d15b-46cd-8cc3-24b8394dbc60 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:06:41.624109 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-43a3657c-4052-4433-8488-b56f1dabb7f7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:41.632775 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a3657c-4052-4433-8488-b56f1dabb7f7 admin admin] Pushing event deleted for resources: {'Network': ['ID=2eeda4cc-cb45-495b-b445-87322079095b,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:06:41.636833 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-43a3657c-4052-4433-8488-b56f1dabb7f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:06:41.649810 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-43a3657c-4052-4433-8488-b56f1dabb7f7 admin admin] 10.222.0.49 "DELETE /v2.0/networks/2eeda4cc-cb45-495b-b445-87322079095b HTTP/1.1" status: 204 len: 168 time: 1.0123761 Dec 15 21:06:41.652506 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 45408) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:06:41.907177 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-05280e29-551a-441f-a971-d648ec79d26c None None] Deleting port 09dc2d51-34cc-4b87-8d50-599d4f9453ab {{(pid=86860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:06:41.907732 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-05280e29-551a-441f-a971-d648ec79d26c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:41.972121 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-05280e29-551a-441f-a971-d648ec79d26c None None] The port '09dc2d51-34cc-4b87-8d50-599d4f9453ab' was deleted {{(pid=86860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:06:42.213274 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-63323349-8687-45cb-9b29-9d86134fcbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1624235'] for router_interface, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:42.723606 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-63323349-8687-45cb-9b29-9d86134fcbc3 admin admin] Deleting port b8007b22-5c00-433f-b63b-5ff5ae1950fe {{(pid=86859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:06:42.724019 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-63323349-8687-45cb-9b29-9d86134fcbc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:42.902823 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.db [None req-63323349-8687-45cb-9b29-9d86134fcbc3 admin admin] For port b8007b22-5c00-433f-b63b-5ff5ae1950fe, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=b8007b22-5c00-433f-b63b-5ff5ae1950fe,segment=NetworkSegment(38ef0674-3dec-44b0-bcd9-b869d4bc2357),segment_id=38ef0674-3dec-44b0-bcd9-b869d4bc2357)] {{(pid=86859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:06:42.903190 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-63323349-8687-45cb-9b29-9d86134fcbc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:43.025549 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-63323349-8687-45cb-9b29-9d86134fcbc3 admin admin] Calling delete_port for b8007b22-5c00-433f-b63b-5ff5ae1950fe owned by network:router_interface {{(pid=86859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:06:43.305150 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-63323349-8687-45cb-9b29-9d86134fcbc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:43.310527 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-51dd7ac4-aee3-4be1-83c8-bc1279e93bd8 tempest-VolumesNegativeTest-626504578 tempest-VolumesNegativeTest-626504578-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:06:43.384363 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63323349-8687-45cb-9b29-9d86134fcbc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8007b22-5c00-433f-b63b-5ff5ae1950fe,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:06:43.386797 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-63323349-8687-45cb-9b29-9d86134fcbc3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:06:43.633472 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-63323349-8687-45cb-9b29-9d86134fcbc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1627726', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1619291'] for router_interface, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:43.993097 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63323349-8687-45cb-9b29-9d86134fcbc3 admin admin] Router ef41cb39-45ec-4fa0-ab7f-35c5437a678c has already been hosted by L3 agent cf15c61d-0cce-46d4-b753-2f78450f985a {{(pid=86859) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Dec 15 21:06:44.168360 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63323349-8687-45cb-9b29-9d86134fcbc3 admin admin] Notify agent at l3_agent.dv-cinder-821892-1-iscsi the message routers_updated {{(pid=86859) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Dec 15 21:06:44.177581 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82132d43-46c6-43cf-8ad1-f624f6dfd4e6 None None] Sync routers for ids ['ef41cb39-45ec-4fa0-ab7f-35c5437a678c'] in dv-cinder-821892-1-iscsi {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Dec 15 21:06:44.184033 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-63323349-8687-45cb-9b29-9d86134fcbc3 admin admin] 10.222.0.49 "PUT /v2.0/routers/ef41cb39-45ec-4fa0-ab7f-35c5437a678c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5305431 Dec 15 21:06:44.186635 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 45412) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:06:44.188096 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82132d43-46c6-43cf-8ad1-f624f6dfd4e6 None None] Routers {'ef41cb39-45ec-4fa0-ab7f-35c5437a678c'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:06:44.188757 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-82132d43-46c6-43cf-8ad1-f624f6dfd4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:06:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['ef41cb39-45ec-4fa0-ab7f-35c5437a678c'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:06:44.365581 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b634163-8272-42f0-9a8c-44f02cb79ce9 admin admin] Notify callbacks [] for router, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:44.370248 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-82132d43-46c6-43cf-8ad1-f624f6dfd4e6 None None] Set router ef41cb39-45ec-4fa0-ab7f-35c5437a678c gateway port host: dv-cinder-821892-1-iscsi {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:06:44.547793 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b634163-8272-42f0-9a8c-44f02cb79ce9 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:44.557949 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-2b634163-8272-42f0-9a8c-44f02cb79ce9 admin admin] Deleting port 445a330e-6de4-47dc-915f-861a6211805a {{(pid=86858) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:06:44.558601 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b634163-8272-42f0-9a8c-44f02cb79ce9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:44.687141 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-82132d43-46c6-43cf-8ad1-f624f6dfd4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef41cb39-45ec-4fa0-ab7f-35c5437a678c', 'name': 'tempest-TestVolumeBootPattern-243128412-router', 'tenant_id': '7b0b1eafedfe47e48b1e0d52f84835f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'external_fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.4'}], 'enable_snat': True}, 'gw_port_id': '445a330e-6de4-47dc-915f-861a6211805a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:42Z', 'updated_at': '2021-12-15T21:06:43Z', 'revision_number': 5, 'project_id': '7b0b1eafedfe47e48b1e0d52f84835f3', 'gw_port': {'id': '445a330e-6de4-47dc-915f-861a6211805a', 'name': '', 'network_id': '83db4151-6da2-47b8-971d-0a11887406d4', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:2b:92', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef41cb39-45ec-4fa0-ab7f-35c5437a678c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 403, 'fixed_ips': [{'subnet_id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'ip_address': '172.27.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-821892-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-12-15T20:57:44Z', 'updated_at': '2021-12-15T20:58:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '9a076902-1727-47fe-9eed-a31b1c56c654', 'cidr': '172.27.1.0/24', 'gateway_ip': '172.27.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-821892-1-iscsi'}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:06:44.691865 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82132d43-46c6-43cf-8ad1-f624f6dfd4e6 None None] Checking router: ef41cb39-45ec-4fa0-ab7f-35c5437a678c for host: dv-cinder-821892-1-iscsi {{(pid=86861) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Dec 15 21:06:44.701928 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82132d43-46c6-43cf-8ad1-f624f6dfd4e6 None None] Routers {'ef41cb39-45ec-4fa0-ab7f-35c5437a678c'} bound to L3 agent in host dv-cinder-821892-1-iscsi {{(pid=86861) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Dec 15 21:06:44.702578 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-82132d43-46c6-43cf-8ad1-f624f6dfd4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-821892-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-12-15T20:46:19Z,description=,heartbeat_timestamp=2021-12-15T21:06:19Z,host='dv-cinder-821892-1-iscsi',id=cf15c61d-0cce-46d4-b753-2f78450f985a,load=0,resource_versions=,resources_synced=,started_at=2021-12-15T20:46:19Z,topic='l3_agent')) {'router_ids': ['ef41cb39-45ec-4fa0-ab7f-35c5437a678c'], 'active': True} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:06:44.752627 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.db [None req-2b634163-8272-42f0-9a8c-44f02cb79ce9 admin admin] For port 445a330e-6de4-47dc-915f-861a6211805a, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=445a330e-6de4-47dc-915f-861a6211805a,segment=NetworkSegment(dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c),segment_id=dc865706-0c0c-4bb6-aef8-3a24a3cbfb8c)] {{(pid=86858) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:06:44.752984 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b634163-8272-42f0-9a8c-44f02cb79ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:44.862792 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_dvr_db [None req-82132d43-46c6-43cf-8ad1-f624f6dfd4e6 None None] Set router ef41cb39-45ec-4fa0-ab7f-35c5437a678c gateway port host: None {{(pid=86861) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Dec 15 21:06:44.880410 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.plugins.ml2.plugin [None req-2b634163-8272-42f0-9a8c-44f02cb79ce9 admin admin] Calling delete_port for 445a330e-6de4-47dc-915f-861a6211805a owned by network:router_gateway {{(pid=86858) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:06:44.972926 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.l3_hamode_db [None req-82132d43-46c6-43cf-8ad1-f624f6dfd4e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ef41cb39-45ec-4fa0-ab7f-35c5437a678c', 'name': 'tempest-TestVolumeBootPattern-243128412-router', 'tenant_id': '7b0b1eafedfe47e48b1e0d52f84835f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:42Z', 'updated_at': '2021-12-15T21:06:44Z', 'revision_number': 6, 'project_id': '7b0b1eafedfe47e48b1e0d52f84835f3', 'gw_port_host': None}], 'dv-cinder-821892-1-iscsi', False) {} {{(pid=86861) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:06:44.977036 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82132d43-46c6-43cf-8ad1-f624f6dfd4e6 None None] The sync data for ids ['ef41cb39-45ec-4fa0-ab7f-35c5437a678c'] in dv-cinder-821892-1-iscsi is: [{'id': 'ef41cb39-45ec-4fa0-ab7f-35c5437a678c', 'name': 'tempest-TestVolumeBootPattern-243128412-router', 'tenant_id': '7b0b1eafedfe47e48b1e0d52f84835f3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-12-15T20:57:42Z', 'updated_at': '2021-12-15T21:06:44Z', 'revision_number': 6, 'project_id': '7b0b1eafedfe47e48b1e0d52f84835f3', 'gw_port_host': None}] {{(pid=86861) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Dec 15 21:06:45.060724 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b634163-8272-42f0-9a8c-44f02cb79ce9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4191469'] for port, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:45.064598 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-92baca26-264a-4eb9-a379-82281943c35e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:06:45.107648 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b634163-8272-42f0-9a8c-44f02cb79ce9 admin admin] Pushing event deleted for resources: {'Port': ['ID=445a330e-6de4-47dc-915f-861a6211805a,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:06:45.110636 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-2b634163-8272-42f0-9a8c-44f02cb79ce9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:06:45.293835 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b634163-8272-42f0-9a8c-44f02cb79ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1677260'] for router_gateway, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:45.469461 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b634163-8272-42f0-9a8c-44f02cb79ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1619303', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-376'] for router, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:45.471673 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b634163-8272-42f0-9a8c-44f02cb79ce9 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:45.493913 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b634163-8272-42f0-9a8c-44f02cb79ce9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1624130'] for router, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:45.494483 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b634163-8272-42f0-9a8c-44f02cb79ce9 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ef41cb39-45ec-4fa0-ab7f-35c5437a678c {{(pid=86858) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Dec 15 21:06:45.506756 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-2b634163-8272-42f0-9a8c-44f02cb79ce9 admin admin] Notify callbacks [] for router, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:45.507848 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-2b634163-8272-42f0-9a8c-44f02cb79ce9 admin admin] 10.222.0.49 "DELETE /v2.0/routers/ef41cb39-45ec-4fa0-ab7f-35c5437a678c HTTP/1.1" status: 204 len: 168 time: 1.3202555 Dec 15 21:06:45.510427 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [-] (86858) accepted ('10.222.0.49', 45416) {{(pid=86858) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:06:45.571546 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3dd3d4f-4031-401b-970e-b6d07eca9115 admin admin] Deleting subnet 25461414-89c5-4788-8153-d1f603709916 {{(pid=86858) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1045}} Dec 15 21:06:45.574831 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3d4f-4031-401b-970e-b6d07eca9115 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:45.622115 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3d4f-4031-401b-970e-b6d07eca9115 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-3136998'] for subnet, precommit_delete_associations {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:45.706912 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3d4f-4031-401b-970e-b6d07eca9115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-16175920'] for subnet, precommit_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:45.733922 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device b8007b22-5c00-433f-b63b-5ff5ae1950fe no longer exists at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:06:45.772883 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] No Port match for: b8007b22-5c00-433f-b63b-5ff5ae1950fe {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:06:45.773241 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device b8007b22-5c00-433f-b63b-5ff5ae1950fe not bound to the agent host dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:06:45.781828 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3d4f-4031-401b-970e-b6d07eca9115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-16175976', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188438', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4191454', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-3358994'] for subnet, after_delete {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:45.785809 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-8cd28a5a-7784-46f9-ad4b-41d2499e243f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:06:45.821218 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3dd3d4f-4031-401b-970e-b6d07eca9115 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25461414-89c5-4788-8153-d1f603709916,revision_number=None']} {{(pid=86858) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:06:45.824408 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG oslo_concurrency.lockutils [None req-d3dd3d4f-4031-401b-970e-b6d07eca9115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=86858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:06:45.825383 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron_lib.callbacks.manager [None req-d3dd3d4f-4031-401b-970e-b6d07eca9115 admin admin] Notify callbacks [] for subnet, before_response {{(pid=86858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:45.833907 dv-cinder-821892-1-iscsi neutron-server[86858]: INFO neutron.wsgi [None req-d3dd3d4f-4031-401b-970e-b6d07eca9115 admin admin] 10.222.0.49 "DELETE /v2.0/subnets/25461414-89c5-4788-8153-d1f603709916 HTTP/1.1" status: 204 len: 168 time: 0.3201799 Dec 15 21:06:45.834277 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 45420) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:06:45.834922 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2823679b-9bd9-4ef7-a1c3-71553abba4f1 None None] Network db079f7e-b994-4bec-8f1c-8543e026951a requested from dv-cinder-821892-1-iscsi {{(pid=86860) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Dec 15 21:06:45.942468 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-81561b3a-c3b5-4248-803a-37baddf60003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-16236683'] for network, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:45.953465 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-81561b3a-c3b5-4248-803a-37baddf60003 admin admin] Deleting port 1319870f-067c-4e0c-8bc2-184634639742 {{(pid=86859) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:06:45.953902 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-81561b3a-c3b5-4248-803a-37baddf60003 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:46.099693 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5abe8b1a-c5f2-49d6-8af8-368483d12a57 None None] DHCP port deletion for db079f7e-b994-4bec-8f1c-8543e026951a request from dv-cinder-821892-1-iscsi {{(pid=86860) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Dec 15 21:06:46.103886 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-5abe8b1a-c5f2-49d6-8af8-368483d12a57 None None] Deleting port 1319870f-067c-4e0c-8bc2-184634639742 {{(pid=86860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:06:46.104260 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-5abe8b1a-c5f2-49d6-8af8-368483d12a57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:46.273705 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.db [None req-81561b3a-c3b5-4248-803a-37baddf60003 admin admin] For port 1319870f-067c-4e0c-8bc2-184634639742, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=1319870f-067c-4e0c-8bc2-184634639742,segment=NetworkSegment(38ef0674-3dec-44b0-bcd9-b869d4bc2357),segment_id=38ef0674-3dec-44b0-bcd9-b869d4bc2357)] {{(pid=86859) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:06:46.273979 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-81561b3a-c3b5-4248-803a-37baddf60003 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:46.355751 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-0714fc88-c448-4d4d-a4ed-8cf4f7646457 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:46.358110 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.db [None req-5abe8b1a-c5f2-49d6-8af8-368483d12a57 None None] For port 1319870f-067c-4e0c-8bc2-184634639742, host dv-cinder-821892-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-821892-1-iscsi',level=0,port_id=1319870f-067c-4e0c-8bc2-184634639742,segment=NetworkSegment(38ef0674-3dec-44b0-bcd9-b869d4bc2357),segment_id=38ef0674-3dec-44b0-bcd9-b869d4bc2357)] {{(pid=86860) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Dec 15 21:06:46.358491 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-5abe8b1a-c5f2-49d6-8af8-368483d12a57 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1676203'] for port, precommit_delete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:46.397110 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.plugin [None req-81561b3a-c3b5-4248-803a-37baddf60003 admin admin] Calling delete_port for 1319870f-067c-4e0c-8bc2-184634639742 owned by network:dhcp {{(pid=86859) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:06:46.476226 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-81561b3a-c3b5-4248-803a-37baddf60003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-16025634', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-188659', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8767327913813', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8767327366202', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4132654'] for port, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:46.479850 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-5abe8b1a-c5f2-49d6-8af8-368483d12a57 None None] Calling delete_port for 1319870f-067c-4e0c-8bc2-184634639742 owned by network:dhcp {{(pid=86860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1964}} Dec 15 21:06:46.480089 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-975dfb8e-105e-474f-aeed-1263daee01cd tempest-TestMinimumBasicScenario-1718508718 tempest-TestMinimumBasicScenario-1718508718-project] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:06:46.521444 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81561b3a-c3b5-4248-803a-37baddf60003 admin admin] Pushing event deleted for resources: {'Port': ['ID=1319870f-067c-4e0c-8bc2-184634639742,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:06:46.524008 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-81561b3a-c3b5-4248-803a-37baddf60003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:06:46.528421 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81561b3a-c3b5-4248-803a-37baddf60003 admin admin] No DVR routers for this DVR port 1319870f-067c-4e0c-8bc2-184634639742 on host dv-cinder-821892-1-iscsi {{(pid=86859) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Dec 15 21:06:46.558617 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.db.api [None req-5abe8b1a-c5f2-49d6-8af8-368483d12a57 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=86860) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Dec 15 21:06:46.558975 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG oslo_db.api [None req-5abe8b1a-c5f2-49d6-8af8-368483d12a57 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=86860) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Dec 15 21:06:46.647267 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-81561b3a-c3b5-4248-803a-37baddf60003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-16176923', 'neutron.services.segments.db._delete_segments_for_network-8767327805862'] for network, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:46.672710 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.services.segments.db [None req-81561b3a-c3b5-4248-803a-37baddf60003 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['db079f7e-b994-4bec-8f1c-8543e026951a']}} {{(pid=86859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:06:46.685182 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.services.segments.db [None req-81561b3a-c3b5-4248-803a-37baddf60003 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38ef0674-3dec-44b0-bcd9-b869d4bc2357') {'for_net_delete': True} {{(pid=86859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:06:46.685620 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.services.segments.db [None req-81561b3a-c3b5-4248-803a-37baddf60003 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38ef0674-3dec-44b0-bcd9-b869d4bc2357') {} {{(pid=86859) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Dec 15 21:06:46.696962 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-81561b3a-c3b5-4248-803a-37baddf60003 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8767327850617', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4139058'] for segment, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:46.713133 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-81561b3a-c3b5-4248-803a-37baddf60003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-16163162'] for segment, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:46.719944 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-81561b3a-c3b5-4248-803a-37baddf60003 admin admin] Releasing vlan 184 on physical network physnet1 to pool {{(pid=86859) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Dec 15 21:06:46.720396 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-81561b3a-c3b5-4248-803a-37baddf60003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-16163155', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4132803'] for segment, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: Traceback (most recent call last): Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: timer() Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: cb(*args, **kw) Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: return func(*args, **kwargs) Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: self._notify() Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: self.callback(batched_events) Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: event.method(event) Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: aggregate_id = self._get_aggregate_id(event.segment_id) Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: aggregate_uuid = self.p_client.list_aggregates( Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: return f(self, *a, **k) Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: return self._get(url).json() Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: return self._client.get(url, endpoint_filter=self._ks_filter, Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: return self.request(url, 'GET', **kwargs) Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: base_url = self.get_endpoint(auth, allow=allow, Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: auth = self._auth_required(auth, 'determine endpoint URL') Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Dec 15 21:06:46.734411 dv-cinder-821892-1-iscsi neutron-server[86859]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Dec 15 21:06:46.811451 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-81561b3a-c3b5-4248-803a-37baddf60003 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-16176930', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1809929', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1627719', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1677227'] for network, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:46.814982 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-8835de33-bcce-4ec9-9368-85e7812b91f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:06:46.828758 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-81561b3a-c3b5-4248-803a-37baddf60003 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1627753'] for network, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:46.838820 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81561b3a-c3b5-4248-803a-37baddf60003 admin admin] Pushing event deleted for resources: {'Network': ['ID=db079f7e-b994-4bec-8f1c-8543e026951a,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:06:46.842973 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-81561b3a-c3b5-4248-803a-37baddf60003 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:06:46.846399 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-81561b3a-c3b5-4248-803a-37baddf60003 admin admin] 10.222.0.49 "DELETE /v2.0/networks/db079f7e-b994-4bec-8f1c-8543e026951a HTTP/1.1" status: 204 len: 168 time: 1.0110974 Dec 15 21:06:46.964803 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 45426) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:06:47.013951 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-d196ce4b-c4d7-4d9b-9b1d-4794d2760ab8 admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=2f0911933cea4693bc86dfcd07ba9675&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477939 Dec 15 21:06:47.016433 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 45430) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:06:47.060013 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-5abe8b1a-c5f2-49d6-8af8-368483d12a57 None None] Deleting port 1319870f-067c-4e0c-8bc2-184634639742 {{(pid=86860) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Dec 15 21:06:47.060599 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-5abe8b1a-c5f2-49d6-8af8-368483d12a57 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8767327910849'] for port, before_delete {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:47.079350 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-5ea501ba-b03b-46a5-9738-82efaf34e871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:47.106873 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-5ea501ba-b03b-46a5-9738-82efaf34e871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:47.136493 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-5abe8b1a-c5f2-49d6-8af8-368483d12a57 None None] The port '1319870f-067c-4e0c-8bc2-184634639742' was deleted {{(pid=86860) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1922}} Dec 15 21:06:47.154016 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:47.167468 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-5ea501ba-b03b-46a5-9738-82efaf34e871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:47.172499 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-5c954d34-9a7b-42dc-9126-3162c98b7dab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:06:47.175183 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 1319870f-067c-4e0c-8bc2-184634639742 no longer exists at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:06:47.185055 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea501ba-b03b-46a5-9738-82efaf34e871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2eb14a57-cc54-4403-bdec-a05182c6e952,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:06:47.188390 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-5ea501ba-b03b-46a5-9738-82efaf34e871 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:06:47.193809 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-5ea501ba-b03b-46a5-9738-82efaf34e871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:47.194978 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-5ea501ba-b03b-46a5-9738-82efaf34e871 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/2eb14a57-cc54-4403-bdec-a05182c6e952 HTTP/1.1" status: 204 len: 168 time: 0.1776867 Dec 15 21:06:47.224183 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] No Port match for: 1319870f-067c-4e0c-8bc2-184634639742 {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:06:47.224537 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 1319870f-067c-4e0c-8bc2-184634639742 not bound to the agent host dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:06:47.224970 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 445a330e-6de4-47dc-915f-861a6211805a no longer exists at agent ovs-agent-dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Dec 15 21:06:47.258957 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.plugin [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] No Port match for: 445a330e-6de4-47dc-915f-861a6211805a {{(pid=86860) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2218}} Dec 15 21:06:47.259307 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron.plugins.ml2.rpc [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Device 445a330e-6de4-47dc-915f-861a6211805a not bound to the agent host dv-cinder-821892-1-iscsi {{(pid=86860) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Dec 15 21:06:47.543218 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 45438) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:06:47.592263 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-1e9cf4ba-dfe4-4b21-a9bc-20a74634048e admin admin] 10.222.0.49 "GET /v2.0/security-groups?tenant_id=7b0b1eafedfe47e48b1e0d52f84835f3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0475795 Dec 15 21:06:47.594427 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [-] (86859) accepted ('10.222.0.49', 45442) {{(pid=86859) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Dec 15 21:06:47.651092 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2fc0-bef0-4f15-9d68-d4f75108f896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:47.675528 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2fc0-bef0-4f15-9d68-d4f75108f896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:47.733927 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2fc0-bef0-4f15-9d68-d4f75108f896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1810005'] for security_group, after_delete {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:47.737595 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-959b9bc6-0c5f-40b7-a4a9-4b87d708cf2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Dec 15 21:06:47.748288 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ac2fc0-bef0-4f15-9d68-d4f75108f896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b17227-caaa-48dd-a609-ca74db5754df,revision_number=None']} {{(pid=86859) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Dec 15 21:06:47.752070 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG oslo_concurrency.lockutils [None req-a9ac2fc0-bef0-4f15-9d68-d4f75108f896 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=86859) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Dec 15 21:06:47.756855 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron_lib.callbacks.manager [None req-a9ac2fc0-bef0-4f15-9d68-d4f75108f896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=86859) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:47.758005 dv-cinder-821892-1-iscsi neutron-server[86859]: INFO neutron.wsgi [None req-a9ac2fc0-bef0-4f15-9d68-d4f75108f896 admin admin] 10.222.0.49 "DELETE /v2.0/security-groups/d0b17227-caaa-48dd-a609-ca74db5754df HTTP/1.1" status: 204 len: 168 time: 0.1626761 Dec 15 21:06:48.684830 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-0d772220-df86-4162-b692-a5717baedd03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:49.711992 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:49.737363 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:06:51.108056 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:07:01.670091 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:07:16.344891 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-95c0d49a-de0f-4e67-a43c-327f7d50dd0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:07:17.066885 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:07:18.686797 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-bca8f5c2-f766-431a-ac80-1e992af7a031 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:07:19.714312 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:07:19.740929 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:07:21.110898 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:07:38.669346 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:07:46.344108 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-25f65b0b-1237-4b37-8e21-58672241f767 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:07:47.077852 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:07:48.689436 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-93590989-8a2d-4851-910d-fd7a2140df53 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:07:49.717601 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:07:49.744062 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:07:51.116817 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:08:15.668099 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:08:16.336290 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-2e2f8edc-2f72-4f10-8a03-0a932713f1f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:08:17.104641 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:08:18.703949 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-684cdd7f-b396-4179-839b-34d4025343fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:08:19.718907 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:08:19.745963 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:08:21.117740 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:08:46.341515 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-15d25496-da91-43d1-9d2e-c98b97df5097 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:08:47.093102 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:08:48.700301 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-055f2068-481e-4653-bae4-485f3c4bb084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:08:49.721811 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:08:49.747674 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:08:51.121300 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:08:52.666273 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:09:16.343199 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-8d06c0c6-6ebc-489c-afc5-96dbcdf5a018 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:09:17.102724 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:09:18.694092 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-91d0fb0a-668f-4d12-a28a-818609789caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:09:19.725585 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:09:19.752213 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:09:21.125868 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:09:29.667434 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:09:46.349537 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-61c47716-8443-4b31-8979-f477a2e9eb59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:09:47.120928 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:09:48.698631 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-39d93518-bdcc-4c2c-9c13-5bd74ee04e5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:09:49.728673 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:09:49.755584 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:09:51.130000 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:10:06.666966 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:10:16.342066 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d015eb65-5c1b-48c9-a8f0-22742117c4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:10:17.118850 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:10:18.702694 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-5bde244a-8007-4d77-9c2b-c1b17bb5bccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:10:19.733029 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:10:19.756666 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:10:21.130084 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:10:30.726828 dv-cinder-821892-1-iscsi neutron-server[86859]: DEBUG neutron.wsgi [req-e82eda10-7d1d-40c1-95ca-d2ed0b480fe7 req-7a837bb2-c921-439b-a881-57ce2422fc18 service neutron] (86859) timed out ('10.222.0.41', 54501) {{(pid=86859) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 15 21:10:30.858529 dv-cinder-821892-1-iscsi neutron-server[86858]: DEBUG neutron.wsgi [req-96f3e7d7-2a58-4144-a0a9-4b6663f45880 req-fa9f44a9-d47e-4cef-8167-efe535a30451 service neutron] (86858) timed out ('10.222.0.41', 54484) {{(pid=86858) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Dec 15 21:10:43.665651 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:10:46.344835 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-23f5456e-31cc-4e8b-812f-2d89bef20717 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:10:47.119297 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:10:48.708049 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-48745570-4289-4c3a-a185-a39cbb9080b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:10:49.737374 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:10:49.758936 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:10:51.137634 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:11:16.346546 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-2a445da3-3afe-4948-8209-4eff1033919d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:11:17.125643 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:11:18.716995 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-121b87c6-8e20-480a-b255-8d61e456b3dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:11:19.739859 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:11:19.763230 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:11:20.665377 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Dec 15 21:11:21.138102 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:11:46.348452 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-af967a64-1ed9-4e54-a680-7d1a870c16dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:11:47.114426 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-624b97e1-7b11-4fef-a367-e57d926a62f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:11:48.709525 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-c3495538-0d50-4abf-bc41-601f54aef1aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:11:49.741998 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-45df7143-8f3c-46bf-9d33-1e44fa01be99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:11:49.767085 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-d01aab9c-e901-44ec-8a4d-d29a250a6799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:11:51.143363 dv-cinder-821892-1-iscsi neutron-server[86860]: DEBUG neutron_lib.callbacks.manager [None req-f8823836-5991-4381-9d73-f14aaa17fa42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8767327805871', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-16178785'] for agent, after_update {{(pid=86860) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Dec 15 21:11:57.664628 dv-cinder-821892-1-iscsi neutron-server[86861]: DEBUG neutron.db.agents_db [None req-1c3f19fd-69c6-4c59-9237-3e076387e612 None None] Agent healthcheck: found 6 active agents {{(pid=86861) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}}